EchoSpike Predictive Plasticity

import matplotlib.pyplot as plt
import os
from utils import  get_accuracy, get_samples, train_out_proj_fast, train_out_proj_closed_form
from main import Args
from data import load_SHD
from model import EchoSpike, simple_out
import numpy as np
from data import augment_shd
import torch
import seaborn as sns
from scipy.signal import savgol_filter
from tqdm.notebook import trange
from matplotlib import pyplot
pyplot.rcParams['figure.dpi'] = 600
import pickle
torch.manual_seed(0)
color_list = sns.color_palette('muted')
device = 'cpu'
batch_size = 64
folder = 'models/'
model_name = folder + 'shd_4layer_withckpts_noaugment.pt'
with open(model_name[:-3] + '_args.pkl', 'rb') as f:
    args = pickle.load(f)
# args = Args()
online = args.online
classifier_type = 'closed' # 'normal' or 'closed' or 'fast'
print(vars(args))

{'model_name': 'shd_4layer_withckpts_noaugment', 'dataset': 'shd', 'online': True, 'device': 'cuda', 'recurrency_type': 'none', 'lr': 0.0001, 'epochs': 1000, 'augment': False, 'batch_size': 128, 'n_hidden': [450, 450, 450, 450], 'inp_thr': 0.05, 'c_y': [1.5, -1.5], 'n_inputs': 700, 'n_outputs': 20, 'n_time_bins': 100, 'beta': 0.95}

Dataset

Spiking Heidelberg Digits

#train_loader, test_loader = load_PMNIST(n_time_bins, scale=0.9, patches=True) #load_NMNIST(n_time_bins, batch_size=batch_size)
n_time_bins = 100
train_loader, test_loader = load_SHD(batch_size=batch_size) #load_NMNIST(n_time_bins, batch_size=batch_size)
# Plot Example(s)
for i in range(1):
    frames, target = train_loader.next_item(-1, contrastive=True)
    plt.figure(figsize=(10, 10))
    plt.axis('off')
    plt.imshow(frames.squeeze(1).T)
    # plt.colorbar()
    print(frames.shape, target)
plt.axis('on')

torch.Size([100, 1, 700]) tensor([4.])

(-0.5, 99.5, 699.5, -0.5)

Load pretrained model

SNN = EchoSpike(args.n_inputs, args.n_hidden, beta=args.beta, device=device, recurrency_type=args.recurrency_type, online=args.online).to(device)
SNN.load_state_dict(torch.load(model_name, map_location=device))
# train(SNN, train_loader, args.epochs, device, args.model_name,
                            # batch_size=args.batch_size, online=args.online, lr=1e-8, augment=args.augment)
from_epoch = 0
echo_train_loss = torch.load(model_name[:-3]+'_loss_hist.pt', map_location='cpu')[int(from_epoch*len(train_loader)/args.batch_size):]
print(echo_train_loss.shape)
for i in range(echo_train_loss.shape[-1]):
    plt.plot(from_epoch+(args.batch_size*np.arange(echo_train_loss.shape[0])/len(train_loader)), savgol_filter(echo_train_loss[:,i], 99, 1), color=color_list[i])
plt.legend([f'layer {i+1}' for i in range(len(SNN.layers))])
# no y ticks, because it's not really meaningful
plt.yticks([])
plt.xlabel('Epoch')
plt.ylabel('EchoSpike Loss')

torch.Size([63719, 4])

Text(0, 0.5, 'EchoSpike Loss')

Analyze Weights Directly

layers = [SNN.layers[0].fc.weight[:,:args.n_inputs]]
for i in range(1, len(SNN.layers)):
    layers.append(SNN.layers[i].fc.weight[:,:args.n_hidden[i-1]] @ layers[-1])

for i in range(len(SNN.layers)):
    plt.figure()
    plt.imshow(SNN.layers[i].fc.weight.detach(), vmax=0.1, vmin=-0.1)
    plt.colorbar()
    # plt.figure()
    # plt.imshow(SNN.layers[i].pred.weight.detach(), vmax=0.5, vmin=-0.5)
    # plt.colorbar()
for lay in layers:
    plt.figure()
    plt.imshow(lay.detach())
    plt.colorbar()

Train output Projection

from tqdm.notebook import tqdm
def train_out_proj(epochs, batch, cat, out_projs=None):
    # train output projections from all layers (and no layer)
    losses_out = []
    beta = 1.0
    lr = 1e-4
    augment = True
    optimizers = []
    print_interval = 10*batch
    if out_projs is None:
        out_projs = []
        out_proj_0 = simple_out(700, 20, beta=beta)
    else:
        for out_p in out_projs:
            out_p.train()
            out_p.reset()
        out_proj_0 = out_projs[0]
        out_projs = out_projs[1:]
    optim_0 = torch.optim.Adam(out_proj_0.parameters(), lr=lr)
    for lay in range(len(SNN.layers)):
        if len(out_projs) <= lay:
            if cat:
                out_projs.append(simple_out(sum(args.n_hidden[:lay+1])+700, 20, beta=beta))
            else:
                out_projs.append(simple_out(args.n_hidden[lay], 20, beta=beta))
        optimizers.append(torch.optim.Adam(out_projs[lay].parameters(), lr=lr))
        optimizers[-1].zero_grad()
    SNN.eval()
    acc = []
    target = batch_size*[-1]
    correct = (len(SNN.layers) + 1)*[0]
    with torch.no_grad():
        pbar = tqdm(total=len(train_loader)*epochs)
        while len(losses_out)*batch < len(train_loader)*epochs:
            data, target = train_loader.next_item(target, contrastive=True)
            SNN.reset(0)
            logit_lists = [[] for _ in range(len(SNN.layers)+1)]
            data = data.squeeze()
            if augment:
                data = augment_shd(data)
            for step in range(data.shape[0]):
                data_step = data[step].float().to(device)
                target = target.to(device)
                logits, _, _ = SNN(data_step, 0)
                if step == args.n_time_bins-1:
                    _, logts = out_proj_0(data_step, target)
                    logit_lists[0] = logts
                    for lay in range(len(SNN.layers)):
                        if cat:
                            data_step = torch.cat([data_step, logits[lay]], dim=-1)
                        else:
                            data_step = logits[lay]
                        _, logts = out_projs[lay](data_step, target)
                        logit_lists[lay+1] = logts
                else:
                    out_proj_0(data_step, None)
                    for lay in range(len(SNN.layers)):
                        if cat:
                            data_step = torch.cat([data_step, logits[lay]], dim=-1)
                        else:
                            data_step = logits[lay]
                        out_projs[lay](data_step, None)
            
            preds = [logit_lists[lay].argmax(axis=-1) for lay in range(len(SNN.layers)+1)]
            correct = [correct[lay] + (preds[lay] == target).sum() for lay in range(len(SNN.layers)+1)]
            out_proj_0.reset()
            for i, out_proj in enumerate(out_projs):
                out_proj.reset()

            losses_out.append(torch.tensor([torch.nn.functional.cross_entropy(logit_lists[lay], target.squeeze().long()) for lay in range(len(SNN.layers)+1)], requires_grad=False))

            optim_0.step()
            optim_0.zero_grad()
            for opt in optimizers:
                opt.step()
                opt.zero_grad()
            
            if len(losses_out)*batch % print_interval == 0:
                pbar.write(f'Cross Entropy Loss: {(torch.stack(losses_out)[-print_interval//batch:].sum(dim=0)/(print_interval//batch)).numpy()}\n' +
                           f'Correct: {100*np.array(correct)/print_interval}%')
                acc.append(np.array(correct)/print_interval)
                correct = (len(SNN.layers) + 1)*[0]
            pbar.update(batch)
    return [out_proj_0, *out_projs], np.asarray(acc), torch.stack(losses_out)

with torch.no_grad():
    if classifier_type == 'normal':
        n_epochs = 100
        cat = True
        # if already trained, load the output projections
        if os.path.exists(model_name[:-3]+'_out_projs.pt'):
            out_projs = torch.load(model_name[:-3]+'_out_projs.pt', map_location=device)
        else:
            out_projs, acc, losses_out = train_out_proj(n_epochs, batch_size, cat)
            torch.save(out_projs, model_name[:-3]+'_out_projs.pt')

  0%|          | 0/815600 [00:00<?, ?it/s]

Cross Entropy Loss: [14.889562  9.971231 11.676529 10.030381 10.863884]
Correct: [6.40625 5.9375  3.125   5.3125  5.     ]%
Cross Entropy Loss: [7.997374  6.9360595 5.935416  6.637233  6.161113 ]
Correct: [ 6.25     6.25     3.59375  7.1875  10.3125 ]%
Cross Entropy Loss: [6.1890736 5.973996  4.9732714 4.329502  4.6022925]
Correct: [ 7.1875   5.625    7.03125 13.125   13.75   ]%
Cross Entropy Loss: [5.6547074 4.874792  4.24022   3.4960701 3.6003032]
Correct: [ 7.8125   8.125    8.59375 16.5625  20.9375 ]%
Cross Entropy Loss: [5.291994  4.214144  3.9371867 2.938188  3.0352864]
Correct: [ 7.8125  10.46875 11.09375 22.34375 27.65625]%
Cross Entropy Loss: [4.6926193 3.9401996 3.5302708 2.6544402 2.5972557]
Correct: [10.      11.71875 11.875   25.46875 30.9375 ]%
Cross Entropy Loss: [4.8334217 3.8579578 3.137257  2.553791  2.3698838]
Correct: [ 6.71875 13.90625 13.90625 27.03125 32.34375]%
Cross Entropy Loss: [4.46226   3.5128913 3.1387424 2.3544593 2.1054351]
Correct: [ 8.4375  15.9375  16.5625  30.15625 37.96875]%
Cross Entropy Loss: [4.0802245 3.288622  2.8104568 2.1317708 1.9724162]
Correct: [12.65625 14.375   22.65625 34.53125 38.28125]%
Cross Entropy Loss: [3.8979557 3.1217723 2.8192875 2.179455  1.9975901]
Correct: [11.09375 18.125   17.96875 30.15625 40.     ]%
Cross Entropy Loss: [3.739533  3.0168562 2.5234962 1.99602   1.90559  ]
Correct: [11.875   19.21875 25.46875 33.75    41.09375]%
Cross Entropy Loss: [3.6760955 2.816616  2.4663928 1.8734062 1.729491 ]
Correct: [12.03125 20.15625 22.34375 38.4375  43.4375 ]%
Cross Entropy Loss: [3.9618084 2.9324408 2.4076421 2.026895  1.8380945]
Correct: [12.03125 20.9375  29.84375 38.125   42.1875 ]%
Cross Entropy Loss: [3.8504405 2.801098  2.3795128 1.9097564 1.6698344]
Correct: [11.25    23.28125 27.34375 38.75    47.65625]%
Cross Entropy Loss: [3.5099883 2.6455736 2.1225686 1.6530554 1.4657784]
Correct: [12.65625 22.96875 32.03125 42.8125  53.28125]%
Cross Entropy Loss: [3.4240031 2.5659747 2.1610281 1.7748333 1.5458872]
Correct: [14.6875  24.21875 30.      41.71875 50.625  ]%
Cross Entropy Loss: [3.348184  2.6573677 2.0724146 1.6865265 1.4978297]
Correct: [14.6875  22.5     32.96875 43.75    50.9375 ]%
Cross Entropy Loss: [3.5088875 2.5570798 2.1927245 1.6998637 1.5643393]
Correct: [14.84375 25.      29.84375 42.34375 47.96875]%
Cross Entropy Loss: [3.4507282 2.522215  2.1433206 1.8502026 1.6721729]
Correct: [13.28125 26.09375 32.34375 42.96875 46.25   ]%
Cross Entropy Loss: [3.3895917 2.5169148 2.0900223 1.7372274 1.6025155]
Correct: [14.6875  25.625   32.96875 44.6875  50.15625]%
Cross Entropy Loss: [3.5097492 2.5057485 2.0256262 1.7156923 1.5299994]
Correct: [14.375   25.46875 34.84375 44.21875 50.3125 ]%
Cross Entropy Loss: [3.3551126 2.3475451 1.9433775 1.5779717 1.4021065]
Correct: [15.625   26.25    36.71875 46.09375 53.125  ]%
Cross Entropy Loss: [3.1313658 2.328337  1.9340473 1.5318534 1.353076 ]
Correct: [19.0625  31.5625  38.28125 45.78125 54.84375]%
Cross Entropy Loss: [3.1154618 2.2723477 1.7294248 1.4282782 1.222441 ]
Correct: [16.25    28.90625 42.1875  50.      57.65625]%
Cross Entropy Loss: [3.1202967 2.3230782 1.9533113 1.7172283 1.5968227]
Correct: [16.40625 29.0625  36.5625  45.625   51.25   ]%
Cross Entropy Loss: [3.1986527 2.3892665 1.9567286 1.6919873 1.4633658]
Correct: [17.5    29.375  36.5625 46.875  55.    ]%
Cross Entropy Loss: [3.246503  2.268414  1.825202  1.5160795 1.4262803]
Correct: [17.03125 33.59375 41.40625 49.6875  51.875  ]%
Cross Entropy Loss: [3.301129  2.3758354 1.9125154 1.5501888 1.4353236]
Correct: [17.96875 29.53125 37.5     48.28125 52.65625]%
Cross Entropy Loss: [3.2088418 2.3653622 1.8483887 1.6054894 1.4480027]
Correct: [16.5625 29.6875 37.8125 49.0625 54.375 ]%
Cross Entropy Loss: [3.235553  2.1140969 1.7453029 1.3905351 1.2561474]
Correct: [16.25    35.      42.03125 52.03125 57.34375]%
Cross Entropy Loss: [2.9906256 2.113855  1.6678908 1.3852487 1.2686322]
Correct: [17.65625 33.59375 46.09375 52.03125 56.09375]%
Cross Entropy Loss: [3.2165196 2.259172  1.9421095 1.5786575 1.3742619]
Correct: [16.09375 27.1875  35.9375  46.875   55.78125]%
Cross Entropy Loss: [3.1254468 2.1961777 1.6916835 1.4142268 1.2882545]
Correct: [17.34375 32.65625 44.6875  54.0625  57.65625]%
Cross Entropy Loss: [3.0812726 2.1578798 1.6972649 1.4354866 1.3055098]
Correct: [18.4375  34.6875  42.03125 52.5     57.34375]%
Cross Entropy Loss: [2.9559915 2.0598516 1.6331409 1.4933394 1.2747643]
Correct: [20.78125 35.46875 44.53125 50.      58.90625]%
Cross Entropy Loss: [3.033123  2.100707  1.64298   1.4444879 1.2859048]
Correct: [20.15625 33.59375 47.03125 51.875   56.5625 ]%
Cross Entropy Loss: [2.974153  2.1596818 1.8267015 1.4972345 1.3643864]
Correct: [17.1875 34.0625 40.9375 51.25   54.6875]%
Cross Entropy Loss: [2.954321  2.0230074 1.5672324 1.2209985 1.0740372]
Correct: [18.59375 35.46875 47.5     57.34375 64.375  ]%
Cross Entropy Loss: [3.0438824 2.1178806 1.6574625 1.4405472 1.2820301]
Correct: [23.28125 35.15625 44.53125 53.28125 58.28125]%
Cross Entropy Loss: [2.897891  1.9826052 1.6670719 1.3639816 1.1918677]
Correct: [19.53125 36.71875 44.84375 53.4375  60.9375 ]%
Cross Entropy Loss: [2.921513  2.05193   1.5885243 1.2719214 1.1520876]
Correct: [19.6875  35.9375  47.8125  56.5625  61.71875]%
Cross Entropy Loss: [2.871683  1.9136715 1.4422133 1.1927371 1.05514  ]
Correct: [21.09375 37.5     50.3125  58.90625 65.3125 ]%
Cross Entropy Loss: [2.9086745 1.8759043 1.4146913 1.1374602 1.0348014]
Correct: [22.1875  38.4375  52.5     60.9375  62.96875]%
Cross Entropy Loss: [2.8791738 2.0162804 1.6109711 1.2883294 1.1794885]
Correct: [20.      34.21875 43.125   57.8125  60.9375 ]%
Cross Entropy Loss: [2.7645183 1.8492033 1.3975894 1.1835804 0.9721836]
Correct: [21.09375 40.15625 49.53125 58.59375 65.9375 ]%
Cross Entropy Loss: [2.868039  1.9435303 1.5609264 1.2443197 1.1248794]
Correct: [23.59375 39.375   47.5     56.25    58.90625]%
Cross Entropy Loss: [2.8352268 1.7916228 1.5855232 1.2132648 1.1730347]
Correct: [21.71875 41.09375 47.5     58.90625 58.4375 ]%
Cross Entropy Loss: [2.6256342 1.6797765 1.3336937 1.1433582 1.0179721]
Correct: [27.34375 41.875   53.28125 61.71875 64.375  ]%
Cross Entropy Loss: [2.7900836 1.9151481 1.4410695 1.1812658 1.041961 ]
Correct: [23.59375 37.5     49.84375 58.125   63.59375]%
Cross Entropy Loss: [2.8571284 1.7889116 1.3833209 1.0871043 1.0172398]
Correct: [19.6875  41.71875 53.59375 64.375   64.84375]%
Cross Entropy Loss: [2.752271  1.8649069 1.5099056 1.2249596 1.1614932]
Correct: [23.125   41.40625 52.34375 60.625   61.5625 ]%
Cross Entropy Loss: [2.9260402 1.8574016 1.5727378 1.2606153 1.1644152]
Correct: [21.40625 38.75    48.75    58.28125 60.     ]%
Cross Entropy Loss: [2.8745959 1.911658  1.5656799 1.2924249 1.0993026]
Correct: [20.      39.84375 48.75    54.375   60.9375 ]%
Cross Entropy Loss: [2.6797407 1.6751087 1.2896101 1.1024648 0.941769 ]
Correct: [25.15625 44.0625  55.9375  62.34375 68.90625]%
Cross Entropy Loss: [2.8638427 1.8041626 1.4265449 1.1204184 1.0137879]
Correct: [21.71875 41.40625 50.9375  60.15625 66.875  ]%
Cross Entropy Loss: [2.8258739 1.9483674 1.5986384 1.2292073 1.086798 ]
Correct: [22.65625 39.53125 49.375   58.90625 63.28125]%
Cross Entropy Loss: [2.6551118 1.9067075 1.4265544 1.1624457 1.0280403]
Correct: [24.53125 38.28125 54.6875  60.9375  65.3125 ]%
Cross Entropy Loss: [2.7922928 1.9094111 1.4773266 1.1351826 1.0041034]
Correct: [21.5625  38.90625 51.875   63.125   64.84375]%
Cross Entropy Loss: [2.8748035  1.8095316  1.4244713  1.1164215  0.98955077]
Correct: [20.46875 42.03125 49.84375 61.25    65.     ]%
Cross Entropy Loss: [2.7133973 1.8517525 1.3910136 1.1404226 1.0307523]
Correct: [23.4375  40.      52.5     61.40625 66.25   ]%
Cross Entropy Loss: [2.7391145 1.8771213 1.514601  1.22701   1.1148882]
Correct: [23.4375  40.46875 49.53125 60.78125 61.5625 ]%
Cross Entropy Loss: [2.6936297 1.6868576 1.3548415 1.0628346 0.9379843]
Correct: [21.875   43.90625 53.59375 63.59375 67.96875]%
Cross Entropy Loss: [2.656198   1.7484719  1.2892222  1.043981   0.94914836]
Correct: [26.25    44.53125 55.9375  62.96875 66.71875]%
Cross Entropy Loss: [2.5752814  1.6245861  1.2455977  0.9668298  0.86519194]
Correct: [27.03125 45.3125  57.96875 64.84375 69.53125]%
Cross Entropy Loss: [2.686641   1.7202008  1.2862949  1.0995026  0.95543164]
Correct: [25.78125 43.59375 56.09375 62.03125 67.65625]%
Cross Entropy Loss: [2.547451  1.6309712 1.2393737 0.9783062 0.8571514]
Correct: [25.     42.1875 57.1875 64.6875 70.3125]%
Cross Entropy Loss: [2.5200164  1.6644361  1.2802167  1.0009921  0.85742074]
Correct: [26.875   44.84375 54.6875  67.96875 71.09375]%
Cross Entropy Loss: [2.6309686  1.7042034  1.3212912  1.025256   0.93492126]
Correct: [24.84375 44.0625  53.4375  66.40625 69.6875 ]%
Cross Entropy Loss: [2.780144  1.9166958 1.6249859 1.2943972 1.2186655]
Correct: [22.8125  38.59375 46.25    57.65625 56.875  ]%
Cross Entropy Loss: [2.5367112 1.6405275 1.2228535 1.0127208 0.931814 ]
Correct: [27.96875 45.78125 57.8125  65.625   70.625  ]%
Cross Entropy Loss: [2.71124   1.754623  1.3589078 1.1594985 1.0178133]
Correct: [24.0625  42.03125 52.96875 61.25    66.71875]%
Cross Entropy Loss: [2.6901834 1.7482498 1.4373852 1.1174653 0.9767219]
Correct: [24.6875  43.75    51.40625 64.53125 68.4375 ]%
Cross Entropy Loss: [2.7280176 1.8127396 1.4669735 1.2033625 1.0180762]
Correct: [23.125   42.03125 49.53125 60.3125  64.0625 ]%
Cross Entropy Loss: [2.6167495  1.6778052  1.313749   1.0504155  0.90756875]
Correct: [25.9375  45.625   55.15625 61.71875 67.8125 ]%
Cross Entropy Loss: [2.4820447  1.4704745  1.132514   0.8891039  0.75324756]
Correct: [28.90625 49.53125 60.625   68.90625 76.25   ]%
Cross Entropy Loss: [2.6738725 1.6516577 1.3370934 1.0826083 0.9762491]
Correct: [23.59375 46.09375 55.9375  62.96875 66.875  ]%
Cross Entropy Loss: [2.5609941  1.6470461  1.3058549  1.0842346  0.89522475]
Correct: [26.40625 46.875   54.53125 64.375   69.84375]%
Cross Entropy Loss: [2.6757922 1.7596409 1.3334053 1.1074054 0.9807521]
Correct: [23.125   43.28125 53.90625 65.15625 67.03125]%
Cross Entropy Loss: [2.6375973 1.8734205 1.3388369 1.1173762 1.0377867]
Correct: [25.46875 40.625   51.25    62.34375 65.     ]%
Cross Entropy Loss: [2.6989489  1.6556463  1.2734703  1.03494    0.85679704]
Correct: [21.5625  45.625   57.1875  65.      69.53125]%
Cross Entropy Loss: [2.5361571 1.5694468 1.2952143 1.0871311 0.870329 ]
Correct: [27.5     47.1875  57.34375 63.75    67.03125]%
Cross Entropy Loss: [2.5046432  1.5883     1.240828   0.9604184  0.83880883]
Correct: [28.28125 48.28125 58.125   65.46875 72.5    ]%
Cross Entropy Loss: [2.6533215  1.6459789  1.2858132  1.0649995  0.93408805]
Correct: [24.0625 48.4375 55.3125 64.6875 67.5   ]%
Cross Entropy Loss: [2.5252235 1.5896872 1.239144  1.0229778 0.857978 ]
Correct: [28.28125 47.65625 56.875   65.78125 71.5625 ]%
Cross Entropy Loss: [2.4389303 1.6289608 1.1485578 0.9590047 0.8188616]
Correct: [29.375   46.40625 62.03125 65.78125 70.625  ]%
Cross Entropy Loss: [2.4647326  1.595078   1.1683605  0.93148553 0.888206  ]
Correct: [27.5     46.71875 59.84375 67.96875 69.21875]%
Cross Entropy Loss: [2.3881967 1.5304239 1.1298013 0.898194  0.8481313]
Correct: [30.46875 47.34375 64.0625  69.375   71.5625 ]%
Cross Entropy Loss: [2.5570328 1.5483291 1.1997228 0.9499615 0.885726 ]
Correct: [27.1875  47.5     58.90625 65.625   68.4375 ]%
Cross Entropy Loss: [2.4622402 1.5862015 1.2431352 1.0048548 0.9583551]
Correct: [28.90625 49.21875 60.      66.5625  69.375  ]%
Cross Entropy Loss: [2.5613656 1.5571992 1.2408432 0.9680975 0.893795 ]
Correct: [27.1875  49.21875 55.625   64.21875 70.15625]%
Cross Entropy Loss: [2.45104   1.525767  1.1973832 0.940646  0.8434302]
Correct: [29.53125 49.375   59.53125 67.03125 70.     ]%
Cross Entropy Loss: [2.5359313  1.5561182  1.2115344  0.91999567 0.8662378 ]
Correct: [25.15625 50.9375  60.      67.96875 68.28125]%
Cross Entropy Loss: [2.5758982  1.7268133  1.2852306  1.0293095  0.92239726]
Correct: [26.09375 42.5     56.09375 65.      69.375  ]%
Cross Entropy Loss: [2.613028   1.6727892  1.3119587  0.99594814 0.88781273]
Correct: [25.625   46.25    55.625   65.78125 69.375  ]%
Cross Entropy Loss: [2.5631223  1.5459073  1.1037769  0.89942515 0.8117078 ]
Correct: [27.65625 47.8125  61.875   66.875   72.34375]%
Cross Entropy Loss: [2.6040063 1.6677898 1.301681  1.0381804 0.9247831]
Correct: [27.5     47.34375 58.59375 67.34375 71.40625]%
Cross Entropy Loss: [2.3929543  1.569797   1.1808742  0.9741098  0.81205463]
Correct: [28.59375 47.34375 58.75    67.03125 72.8125 ]%
Cross Entropy Loss: [2.4833724  1.616513   1.2845316  1.0553074  0.93333733]
Correct: [26.40625 48.4375  55.46875 65.15625 67.8125 ]%
Cross Entropy Loss: [2.2906272  1.4701692  1.1545467  0.91251993 0.86653966]
Correct: [32.1875  50.625   59.6875  68.59375 71.09375]%
Cross Entropy Loss: [2.5943782  1.5898691  1.224966   0.9684423  0.81298465]
Correct: [27.5    46.25   57.8125 65.     70.9375]%
Cross Entropy Loss: [2.556345   1.6395109  1.2453842  0.9932623  0.91828823]
Correct: [24.84375 48.125   57.34375 65.46875 70.625  ]%
Cross Entropy Loss: [2.574831  1.6776409 1.177721  1.0088743 0.8877144]
Correct: [26.71875 45.9375  60.9375  65.      71.40625]%
Cross Entropy Loss: [2.3920345  1.4361942  1.1333579  0.90002203 0.80313456]
Correct: [29.0625  52.5     59.21875 67.65625 73.28125]%
Cross Entropy Loss: [2.3472235  1.5118055  1.1926787  0.94219005 0.8908602 ]
Correct: [30.15625 50.625   58.125   66.40625 68.90625]%
Cross Entropy Loss: [2.4426825  1.4760904  1.1544132  0.89875346 0.8241043 ]
Correct: [28.4375  50.15625 63.28125 69.6875  71.40625]%
Cross Entropy Loss: [2.587837   1.5988303  1.2283819  1.035956   0.92331856]
Correct: [26.5625  47.65625 57.65625 64.53125 69.21875]%
Cross Entropy Loss: [2.5451806 1.6786325 1.2113149 1.0298455 0.9734461]
Correct: [26.5625  45.78125 58.28125 65.15625 66.875  ]%
Cross Entropy Loss: [2.468209   1.5096443  1.1307123  1.0183711  0.92533815]
Correct: [26.5625  49.375   61.09375 67.8125  70.9375 ]%
Cross Entropy Loss: [2.53194    1.4573386  1.0214822  0.85793895 0.73208797]
Correct: [27.65625 50.9375  65.78125 71.5625  75.15625]%
Cross Entropy Loss: [2.4442053  1.432053   1.0613054  0.87207747 0.7702257 ]
Correct: [28.4375  51.71875 64.6875  71.875   74.53125]%
Cross Entropy Loss: [2.4462013  1.4711899  1.1043494  0.90336144 0.770467  ]
Correct: [29.6875  49.6875  61.71875 69.84375 75.9375 ]%
Cross Entropy Loss: [2.454764  1.4454919 1.0394638 0.9116379 0.7332605]
Correct: [29.375   51.40625 64.6875  68.28125 74.0625 ]%
Cross Entropy Loss: [2.6312692 1.6595612 1.2420751 1.0113302 0.9499397]
Correct: [29.0625  47.03125 59.375   67.03125 68.59375]%
Cross Entropy Loss: [2.4239433  1.4691254  1.1344246  0.8668202  0.72842664]
Correct: [30.      51.71875 62.96875 70.15625 73.90625]%
Cross Entropy Loss: [2.3467562  1.4648514  1.0928048  0.8353807  0.74093896]
Correct: [30.9375  52.34375 63.28125 70.78125 73.28125]%
Cross Entropy Loss: [2.4538188  1.4252455  1.0666298  0.86668855 0.81287557]
Correct: [29.53125 54.53125 65.625   70.15625 73.59375]%
Cross Entropy Loss: [2.5564752 1.5677716 1.1932662 0.9473616 0.8244319]
Correct: [28.90625 49.375   59.53125 69.6875  72.5    ]%
Cross Entropy Loss: [2.3261795 1.2788589 0.9758956 0.7589871 0.640512 ]
Correct: [32.03125 59.6875  67.96875 73.28125 80.46875]%
Cross Entropy Loss: [2.6069455  1.6018041  1.2951852  1.0189877  0.92396563]
Correct: [27.34375 47.65625 56.5625  65.46875 68.90625]%
Cross Entropy Loss: [2.6560237  1.6610428  1.2448585  0.95792043 0.85585845]
Correct: [26.40625 46.25    59.21875 66.71875 70.625  ]%
Cross Entropy Loss: [2.6003528  1.5887755  1.2602385  1.0620779  0.88355047]
Correct: [25.9375  47.65625 58.125   65.46875 70.3125 ]%
Cross Entropy Loss: [2.4987297  1.5774167  1.1563799  0.9125185  0.80944365]
Correct: [27.65625 47.96875 59.0625  67.03125 71.09375]%
Cross Entropy Loss: [2.3704896  1.4093404  1.0649159  0.85784376 0.7232238 ]
Correct: [29.6875  53.75    62.65625 71.25    74.84375]%
Cross Entropy Loss: [2.572394   1.5902269  1.212537   0.9519168  0.84982884]
Correct: [28.125   48.59375 59.0625  68.4375  71.40625]%
Cross Entropy Loss: [2.4047172  1.6142372  1.2084879  0.9624488  0.87112296]
Correct: [28.75    50.625   58.59375 68.28125 70.78125]%
Cross Entropy Loss: [2.47967    1.4889665  1.0831481  0.89463234 0.8598232 ]
Correct: [29.53125 51.875   62.65625 69.0625  72.5    ]%
Cross Entropy Loss: [2.4152634  1.5076554  1.1068838  0.83998936 0.7356618 ]
Correct: [28.90625 49.375   61.25    69.84375 72.65625]%
Cross Entropy Loss: [2.51552   1.605991  1.1722493 0.8949251 0.7820195]
Correct: [27.03125 47.8125  60.3125  70.78125 72.1875 ]%
Cross Entropy Loss: [2.445909   1.5090191  1.0549797  0.86078393 0.73707527]
Correct: [28.28125 50.9375  64.21875 69.0625  73.75   ]%
Cross Entropy Loss: [2.59128   1.6246659 1.1713237 0.9343111 0.8503311]
Correct: [26.25    47.65625 61.40625 68.75    69.53125]%
Cross Entropy Loss: [2.409038   1.4085877  1.0930358  0.85166866 0.7672407 ]
Correct: [29.21875 52.1875  62.34375 70.15625 72.65625]%
Cross Entropy Loss: [2.4234843 1.4868591 1.0800649 0.8308069 0.7595581]
Correct: [30.78125 53.125   64.53125 72.96875 75.15625]%
Cross Entropy Loss: [2.3917642  1.3499974  0.99040174 0.8860162  0.75210214]
Correct: [33.28125 53.75    67.03125 70.15625 75.78125]%
Cross Entropy Loss: [2.4881492  1.5101061  1.1204313  0.95765275 0.88769436]
Correct: [27.5     49.53125 61.5625  67.5     70.9375 ]%
Cross Entropy Loss: [2.4596107  1.55461    1.139137   0.88025826 0.7909843 ]
Correct: [27.96875 47.03125 59.6875  69.53125 73.4375 ]%
Cross Entropy Loss: [2.2921567  1.4123695  1.0765231  0.85550916 0.7614321 ]
Correct: [32.1875  54.0625  62.96875 72.34375 71.875  ]%
Cross Entropy Loss: [2.2759848  1.3469278  1.0356652  0.8160617  0.73033845]
Correct: [32.34375 53.28125 62.65625 70.15625 74.21875]%
Cross Entropy Loss: [2.2728047 1.3165376 1.007047  0.756483  0.7202519]
Correct: [33.125   55.78125 65.      72.34375 74.84375]%
Cross Entropy Loss: [2.2933373  1.2260401  0.88329476 0.75027514 0.67668414]
Correct: [32.34375 57.8125  70.46875 74.53125 75.625  ]%
Cross Entropy Loss: [2.4066129  1.4350654  1.0782216  0.80153435 0.79572934]
Correct: [30.625 52.5   63.75  71.25  73.75 ]%
Cross Entropy Loss: [2.427739   1.4586766  1.1010056  0.92977536 0.7350491 ]
Correct: [29.0625  51.09375 59.6875  67.5     73.28125]%
Cross Entropy Loss: [2.3957965  1.438874   1.1337938  0.90537786 0.7793698 ]
Correct: [29.84375 51.09375 62.1875  69.375   73.90625]%
Cross Entropy Loss: [2.3728127 1.4816759 1.1435694 0.9186398 0.8079591]
Correct: [30.15625 50.15625 62.03125 65.15625 72.1875 ]%
Cross Entropy Loss: [2.5039809  1.6054595  1.2887632  0.98704606 0.85184985]
Correct: [28.28125 48.75    57.34375 65.15625 72.34375]%
Cross Entropy Loss: [2.5857532  1.5931613  1.1935346  0.99342394 0.8408138 ]
Correct: [28.28125 48.59375 58.59375 67.65625 72.5    ]%
Cross Entropy Loss: [2.2409055 1.306065  0.9262849 0.7703648 0.6485583]
Correct: [33.28125 56.40625 67.8125  72.8125  77.8125 ]%
Cross Entropy Loss: [2.639853   1.6159236  1.2017486  0.9727772  0.89153546]
Correct: [25.46875 48.75    59.53125 67.1875  70.3125 ]%
Cross Entropy Loss: [2.441368   1.4440649  1.0448215  0.88188267 0.812606  ]
Correct: [28.28125 50.78125 63.75    71.40625 72.65625]%
Cross Entropy Loss: [2.3183875 1.3323967 0.9993    0.7915497 0.6553947]
Correct: [31.25    55.78125 64.375   73.59375 77.8125 ]%
Cross Entropy Loss: [2.3181825  1.3858473  1.0537478  0.79275846 0.6680538 ]
Correct: [28.4375  52.1875  65.46875 74.53125 77.03125]%
Cross Entropy Loss: [2.2479668  1.3378861  0.91094285 0.72269595 0.6560453 ]
Correct: [33.28125 54.21875 66.71875 74.6875  76.71875]%
Cross Entropy Loss: [2.330265   1.294239   0.9697291  0.80133325 0.69725144]
Correct: [32.03125 56.09375 67.34375 73.28125 74.84375]%
Cross Entropy Loss: [2.3403811  1.3365314  0.97169894 0.8038912  0.78162897]
Correct: [30.15625 54.84375 67.03125 71.875   72.8125 ]%
Cross Entropy Loss: [2.325185   1.3870384  1.022295   0.7728569  0.67736995]
Correct: [29.0625  53.28125 66.09375 71.71875 74.84375]%
Cross Entropy Loss: [2.331949   1.3566169  1.0129325  0.7757877  0.62652457]
Correct: [32.5     54.21875 64.53125 72.34375 79.375  ]%
Cross Entropy Loss: [2.3561788  1.3208618  0.99179727 0.78212535 0.67036617]
Correct: [32.96875 55.46875 66.40625 72.8125  78.125  ]%
Cross Entropy Loss: [2.2093546  1.4639684  1.0776998  0.89636886 0.74642533]
Correct: [35.15625 52.03125 63.75    69.84375 74.53125]%
Cross Entropy Loss: [2.38405   1.5443226 1.1189772 0.89573   0.7948737]
Correct: [30.78125 49.84375 62.03125 67.65625 71.71875]%
Cross Entropy Loss: [2.3179374  1.4918383  1.0065466  0.8621232  0.69437534]
Correct: [30.46875 49.53125 66.09375 71.71875 76.875  ]%
Cross Entropy Loss: [2.221406  1.4575844 1.0666226 0.8250429 0.7077936]
Correct: [33.28125 52.8125  63.90625 72.1875  76.09375]%
Cross Entropy Loss: [2.2698038  1.3354542  0.98185575 0.7703178  0.6765842 ]
Correct: [33.125  55.625  64.6875 71.875  76.875 ]%
Cross Entropy Loss: [2.3329978 1.402473  0.9579493 0.7785792 0.6228908]
Correct: [29.53125 52.34375 68.125   71.875   77.65625]%
Cross Entropy Loss: [2.4526517 1.5132172 1.0736372 0.862689  0.7212391]
Correct: [26.875   51.5625  62.65625 68.59375 75.9375 ]%
Cross Entropy Loss: [2.261963  1.3096778 0.9195924 0.7546775 0.6649105]
Correct: [31.40625 55.9375  69.375   73.75    75.78125]%
Cross Entropy Loss: [2.3325028  1.3074329  0.9175175  0.74528444 0.61918324]
Correct: [32.1875  57.1875  67.8125  72.8125  78.59375]%
Cross Entropy Loss: [2.3544278 1.2960672 0.9495508 0.7618029 0.6479527]
Correct: [30.15625 55.625   67.5     73.59375 77.8125 ]%
Cross Entropy Loss: [2.286721   1.280496   0.9911439  0.77879584 0.6205381 ]
Correct: [32.8125  57.03125 65.46875 74.6875  76.875  ]%
Cross Entropy Loss: [2.1616943  1.3250594  0.93510216 0.72602004 0.67049235]
Correct: [36.5625  55.625   70.      73.90625 76.5625 ]%
Cross Entropy Loss: [2.3163385  1.3237358  0.97190344 0.74366814 0.59850836]
Correct: [32.8125  55.625   66.71875 72.8125  78.4375 ]%
Cross Entropy Loss: [2.3175704 1.3677542 1.05526   0.8452635 0.7173127]
Correct: [29.84375 54.6875  63.59375 72.65625 75.46875]%
Cross Entropy Loss: [2.3129783 1.301451  0.972658  0.7628263 0.6225238]
Correct: [27.96875 55.46875 68.4375  74.0625  79.21875]%
Cross Entropy Loss: [2.2726882  1.3072017  0.9587261  0.84676534 0.69060075]
Correct: [32.5     56.40625 67.96875 70.625   77.34375]%
Cross Entropy Loss: [2.2866426  1.399668   0.9339042  0.72413766 0.66598046]
Correct: [30.78125 56.09375 70.78125 76.71875 77.5    ]%
Cross Entropy Loss: [2.1622272  1.2817838  0.87981164 0.71273047 0.5805939 ]
Correct: [34.21875 55.46875 70.46875 77.1875  80.     ]%
Cross Entropy Loss: [2.1746888  1.2087945  0.8774451  0.73346084 0.6109743 ]
Correct: [29.53125 59.375   69.0625  74.0625  78.75   ]%
Cross Entropy Loss: [2.5275264  1.5055771  1.0810311  0.84656584 0.7178196 ]
Correct: [30.3125  52.1875  62.65625 72.65625 73.59375]%
Cross Entropy Loss: [2.2032316 1.29609   0.9463083 0.7538663 0.5918709]
Correct: [32.8125  55.625   67.1875  72.96875 79.0625 ]%
Cross Entropy Loss: [2.2861228 1.3026264 0.9307596 0.704878  0.6368579]
Correct: [30.3125 55.625  69.0625 76.875  76.875 ]%
Cross Entropy Loss: [2.100902   1.3546804  0.9764608  0.828266   0.62947273]
Correct: [33.90625 55.78125 66.71875 71.5625  78.28125]%
Cross Entropy Loss: [2.3063853  1.3739882  1.0170605  0.7647858  0.61809576]
Correct: [31.5625  51.71875 65.78125 72.65625 78.59375]%
Cross Entropy Loss: [2.1989064 1.4024853 1.0031244 0.8230791 0.6855607]
Correct: [31.71875 58.125   67.5     73.28125 77.1875 ]%
Cross Entropy Loss: [2.263779   1.3032639  0.9376379  0.74836445 0.64097637]
Correct: [32.8125  55.78125 69.375   75.      79.21875]%
Cross Entropy Loss: [2.3291378  1.4006381  1.0388916  0.80917394 0.6860782 ]
Correct: [30.46875 54.0625  65.78125 70.9375  78.75   ]%
Cross Entropy Loss: [2.2315693  1.2402699  0.897019   0.6798281  0.60596263]
Correct: [35.15625 56.09375 70.78125 76.5625  78.4375 ]%
Cross Entropy Loss: [2.2597857  1.2167178  0.85094535 0.64194643 0.57805955]
Correct: [33.59375 59.84375 72.5     79.53125 80.     ]%
Cross Entropy Loss: [2.1984644  1.2197787  0.81873846 0.67435145 0.5799295 ]
Correct: [34.21875 58.75    71.71875 77.03125 80.3125 ]%
Cross Entropy Loss: [2.3699188  1.3584433  0.91828597 0.7705721  0.6719271 ]
Correct: [34.0625  56.09375 68.28125 74.375   77.03125]%
Cross Entropy Loss: [2.2380853  1.3112867  0.89342964 0.6529201  0.57960933]
Correct: [31.5625  57.8125  70.78125 77.03125 79.6875 ]%
Cross Entropy Loss: [2.3243003 1.2793474 0.9088858 0.7902792 0.6242336]
Correct: [32.96875 57.1875  70.      74.0625  80.     ]%
Cross Entropy Loss: [2.5410619 1.4997145 1.1373999 0.9011213 0.7739562]
Correct: [26.71875 52.34375 59.84375 71.875   73.4375 ]%
Cross Entropy Loss: [2.4673765 1.4386219 1.0341657 0.7989372 0.7789064]
Correct: [29.21875 52.65625 64.21875 74.53125 73.59375]%
Cross Entropy Loss: [2.269049  1.3456242 0.9646226 0.751455  0.6945422]
Correct: [32.5     54.375   66.5625  72.03125 74.53125]%
Cross Entropy Loss: [2.3394113  1.3953702  1.0513785  0.7959241  0.72097903]
Correct: [32.96875 55.15625 65.9375  72.96875 77.8125 ]%
Cross Entropy Loss: [2.2042565 1.3224081 0.9202095 0.7588399 0.6330243]
Correct: [34.53125 55.46875 68.125   73.59375 76.875  ]%
Cross Entropy Loss: [2.2591393  1.385466   1.0974065  0.8449     0.72513855]
Correct: [32.34375 54.53125 61.875   73.125   75.9375 ]%
Cross Entropy Loss: [2.2507873  1.2476991  0.94326556 0.7650762  0.6242982 ]
Correct: [35.46875 56.875   69.53125 75.15625 78.4375 ]%
Cross Entropy Loss: [2.3546546  1.3039893  1.047238   0.83132905 0.7074221 ]
Correct: [31.5625  57.1875  62.5     70.78125 74.53125]%
Cross Entropy Loss: [2.2824845 1.2998582 0.9138206 0.684823  0.6223127]
Correct: [30.      59.21875 69.6875  78.125   79.375  ]%
Cross Entropy Loss: [2.4088013  1.514746   1.0847031  0.84111947 0.7543131 ]
Correct: [30.15625 50.9375  62.5     69.6875  73.59375]%
Cross Entropy Loss: [2.3565102  1.4088732  1.0692086  0.83939636 0.77331305]
Correct: [28.28125 54.84375 64.84375 70.78125 74.375  ]%
Cross Entropy Loss: [2.179933   1.3651534  0.9186637  0.71247774 0.62168235]
Correct: [34.6875 54.6875 69.6875 75.625  79.375 ]%
Cross Entropy Loss: [2.2637737 1.347729  0.9910077 0.7787492 0.6952783]
Correct: [34.375   55.46875 65.9375  74.0625  76.71875]%
Cross Entropy Loss: [2.4830346  1.4843984  1.0091665  0.77323073 0.73604363]
Correct: [29.21875 50.      66.5625  75.46875 73.59375]%
Cross Entropy Loss: [2.271236  1.3328193 0.8796686 0.7416378 0.5982088]
Correct: [32.34375 55.9375  67.96875 74.0625  78.90625]%
Cross Entropy Loss: [2.3872743  1.4249799  1.0889472  0.89620984 0.7216875 ]
Correct: [29.375   54.21875 66.875   70.625   75.46875]%
Cross Entropy Loss: [2.3505535  1.2783536  0.95676243 0.764754   0.66865355]
Correct: [32.8125 56.25   65.     73.75   78.125 ]%
Cross Entropy Loss: [2.143362   1.2536477  0.8744748  0.71549135 0.63730866]
Correct: [34.375   57.96875 71.875   76.875   77.96875]%
Cross Entropy Loss: [2.191193   1.1534599  0.8714034  0.66693413 0.6281906 ]
Correct: [32.03125 59.6875  70.3125  75.625   77.03125]%
Cross Entropy Loss: [2.224984   1.1676189  0.82082784 0.6750769  0.6098636 ]
Correct: [32.8125  60.78125 70.9375  76.875   76.5625 ]%
Cross Entropy Loss: [2.2601626  1.2865258  0.89233875 0.71510845 0.6482185 ]
Correct: [33.59375 57.5     70.9375  75.78125 77.03125]%
Cross Entropy Loss: [2.2956555  1.4267871  1.0321434  0.8315566  0.75619173]
Correct: [31.40625 54.6875  64.375   71.875   76.09375]%
Cross Entropy Loss: [2.2851026 1.2570279 0.9583567 0.7671439 0.6886593]
Correct: [32.03125 56.25    67.1875  74.375   77.34375]%
Cross Entropy Loss: [2.2470093  1.196919   0.83974206 0.681604   0.6302158 ]
Correct: [33.90625 58.90625 70.15625 76.5625  78.125  ]%
Cross Entropy Loss: [2.207362   1.2128208  0.85438985 0.7098716  0.6173095 ]
Correct: [29.6875  59.6875  70.15625 73.59375 77.5    ]%
Cross Entropy Loss: [2.1460786  1.1511807  0.8092182  0.63098353 0.5800799 ]
Correct: [34.84375 60.78125 73.4375  77.96875 81.71875]%
Cross Entropy Loss: [2.3816803  1.4445616  0.98939    0.8339348  0.76068366]
Correct: [30.3125  50.78125 64.84375 71.71875 74.84375]%
Cross Entropy Loss: [2.1986732  1.2115693  0.8872452  0.677395   0.63157916]
Correct: [33.125   57.96875 67.96875 75.625   76.71875]%
Cross Entropy Loss: [2.2903073  1.3264878  0.9548179  0.78630966 0.6910523 ]
Correct: [31.5625  57.1875  67.96875 72.1875  76.40625]%
Cross Entropy Loss: [2.139626   1.1218793  0.80739784 0.639674   0.59220016]
Correct: [36.40625 60.46875 72.65625 76.25    79.0625 ]%
Cross Entropy Loss: [2.1292255  1.1935501  0.81807935 0.6742486  0.5787002 ]
Correct: [36.25    58.125   71.875   76.71875 79.6875 ]%
Cross Entropy Loss: [2.2575338  1.316981   0.92335194 0.75876653 0.6941    ]
Correct: [31.40625 57.8125  69.21875 75.46875 78.90625]%
Cross Entropy Loss: [2.5172594  1.3241012  0.92280024 0.6977657  0.5999347 ]
Correct: [29.375   55.46875 68.4375  74.21875 78.125  ]%
Cross Entropy Loss: [2.199169   1.1968001  0.8354127  0.6530761  0.58276874]
Correct: [33.125   56.71875 69.84375 78.125   80.78125]%
Cross Entropy Loss: [2.2168756  1.2812716  0.9316966  0.70750463 0.63533175]
Correct: [34.84375 56.40625 68.59375 74.53125 78.90625]%
Cross Entropy Loss: [2.1729228  1.1507986  0.76484835 0.6206481  0.5527728 ]
Correct: [31.40625 59.6875  76.25    79.84375 81.09375]%
Cross Entropy Loss: [2.160078   1.0724922  0.76745784 0.60030735 0.5133398 ]
Correct: [30.9375  64.21875 73.28125 77.1875  82.34375]%
Cross Entropy Loss: [2.2227023  1.2256868  0.87809914 0.6815998  0.63732845]
Correct: [33.90625 59.84375 69.6875  77.1875  77.8125 ]%
Cross Entropy Loss: [2.3474529  1.310429   1.0303665  0.80861855 0.7304239 ]
Correct: [33.59375 58.4375  65.46875 70.46875 74.6875 ]%
Cross Entropy Loss: [2.525215   1.4998549  1.031738   0.77119035 0.69664055]
Correct: [26.71875 52.03125 66.09375 72.8125  74.84375]%
Cross Entropy Loss: [2.1665585 1.2218554 0.8535433 0.6863729 0.5815113]
Correct: [33.28125 57.96875 69.375   75.78125 80.3125 ]%
Cross Entropy Loss: [2.1812189  1.2435923  0.86002576 0.6867302  0.5855735 ]
Correct: [31.5625  57.03125 68.75    75.3125  80.3125 ]%
Cross Entropy Loss: [2.2968063 1.2770464 0.9177089 0.7903702 0.6675307]
Correct: [32.96875 57.96875 71.875   72.5     76.09375]%
Cross Entropy Loss: [2.4918463  1.4222724  0.9669813  0.75835854 0.66039187]
Correct: [29.375   53.4375  67.65625 74.84375 76.40625]%
Cross Entropy Loss: [2.3303895 1.4051234 1.0213012 0.8039694 0.7220367]
Correct: [29.6875  52.03125 65.9375  71.25    74.6875 ]%
Cross Entropy Loss: [2.164916   1.1534097  0.84795344 0.62683547 0.5183123 ]
Correct: [31.5625  64.0625  70.3125  79.0625  83.28125]%
Cross Entropy Loss: [2.2332454  1.287288   0.83494127 0.61864936 0.52080524]
Correct: [32.03125 55.9375  68.4375  78.75    81.875  ]%
Cross Entropy Loss: [2.336933  1.3632009 0.9571365 0.7618357 0.6676647]
Correct: [30.625   57.1875  65.78125 73.90625 78.4375 ]%
Cross Entropy Loss: [2.2487226  1.1777806  0.8554336  0.69169396 0.5435409 ]
Correct: [32.8125  57.65625 69.6875  73.59375 81.71875]%
Cross Entropy Loss: [2.293492  1.2749113 0.8762844 0.719647  0.6230785]
Correct: [31.09375 58.90625 69.375   71.875   77.8125 ]%
Cross Entropy Loss: [2.1662688  1.200686   0.8816784  0.77430236 0.6526092 ]
Correct: [32.65625 59.84375 72.1875  72.8125  77.1875 ]%
Cross Entropy Loss: [2.2004495  1.1887195  0.7848748  0.72815835 0.5983533 ]
Correct: [30.46875 60.3125  71.25    73.59375 81.40625]%
Cross Entropy Loss: [2.2311032  1.1754354  0.88871366 0.7185974  0.5752514 ]
Correct: [30.625   58.90625 70.3125  74.375   81.875  ]%
Cross Entropy Loss: [2.140372   1.2200301  0.797439   0.66175514 0.5014103 ]
Correct: [33.28125 60.3125  73.90625 77.8125  81.5625 ]%
Cross Entropy Loss: [2.1680393 1.169653  0.844524  0.6390315 0.5595705]
Correct: [34.0625  59.84375 70.      77.8125  80.625  ]%
Cross Entropy Loss: [2.1413622 1.1473157 0.8073379 0.6158968 0.529277 ]
Correct: [35.15625 61.875   70.15625 80.3125  81.71875]%
Cross Entropy Loss: [2.3275743  1.2893254  0.87572956 0.700401   0.61564606]
Correct: [29.21875 56.875   69.0625  74.0625  79.0625 ]%
Cross Entropy Loss: [2.0358734  1.0892359  0.84553254 0.6588555  0.52354825]
Correct: [36.25    65.      70.78125 77.96875 82.8125 ]%
Cross Entropy Loss: [2.1371284 1.1662556 0.8214569 0.6094748 0.5654527]
Correct: [34.6875  61.5625  70.9375  79.375   80.78125]%
Cross Entropy Loss: [2.14656    1.3621047  0.92476547 0.75549215 0.62461895]
Correct: [33.125   56.40625 68.28125 72.65625 77.65625]%
Cross Entropy Loss: [2.3720813  1.3930225  0.992867   0.811039   0.71118623]
Correct: [31.40625 56.25    68.4375  73.125   76.875  ]%
Cross Entropy Loss: [2.3053336  1.3733106  0.93622094 0.7278061  0.65768033]
Correct: [31.875   51.71875 66.5625  74.53125 76.25   ]%
Cross Entropy Loss: [2.373256   1.410205   0.95611274 0.7304521  0.68650126]
Correct: [30.625   54.6875  69.21875 75.78125 76.09375]%
Cross Entropy Loss: [2.1662307 1.1642046 0.8102578 0.6242773 0.5652923]
Correct: [33.125   60.      70.46875 79.375   81.25   ]%
Cross Entropy Loss: [2.1141777  1.1575458  0.82597476 0.64463466 0.5509939 ]
Correct: [36.5625  59.21875 73.28125 78.4375  80.3125 ]%
Cross Entropy Loss: [2.0688667 1.182391  0.7931217 0.6740047 0.5767461]
Correct: [33.28125 59.6875  73.59375 76.40625 78.125  ]%
Cross Entropy Loss: [2.2596896  1.2175392  0.81661206 0.6665927  0.55357325]
Correct: [30.9375  60.      71.25    77.34375 82.65625]%
Cross Entropy Loss: [2.2391334  1.2581193  0.90890855 0.75420654 0.6380438 ]
Correct: [31.40625 58.28125 68.59375 72.96875 77.65625]%
Cross Entropy Loss: [2.1467595  1.2091166  0.89300203 0.73322266 0.6271047 ]
Correct: [35.46875 60.625   70.15625 75.78125 78.90625]%
Cross Entropy Loss: [2.1784577  1.2035724  0.79527926 0.6054497  0.5580994 ]
Correct: [34.53125 58.90625 71.71875 80.9375  81.5625 ]%
Cross Entropy Loss: [2.1984375  1.2857931  0.82242644 0.71478903 0.65835166]
Correct: [32.8125  57.65625 71.875   76.5625  76.875  ]%
Cross Entropy Loss: [2.2755237  1.2498658  0.96734107 0.7477131  0.64725333]
Correct: [31.875   60.9375  68.125   73.90625 76.40625]%
Cross Entropy Loss: [2.4179235 1.3752838 0.9497937 0.7224382 0.6147659]
Correct: [30.      55.46875 67.34375 75.78125 78.90625]%
Cross Entropy Loss: [2.2488487  1.2727062  0.9369357  0.70068747 0.620155  ]
Correct: [32.03125 57.96875 67.1875  76.25    79.84375]%
Cross Entropy Loss: [2.384127  1.3692    0.9375021 0.6974861 0.647341 ]
Correct: [28.4375  55.      68.125   76.71875 79.84375]%
Cross Entropy Loss: [2.123513   1.162      0.8491961  0.70526385 0.5846556 ]
Correct: [36.25    60.78125 71.25    75.625   79.84375]%
Cross Entropy Loss: [2.281313   1.3188099  0.92023295 0.7199617  0.6052563 ]
Correct: [34.6875  59.0625  69.21875 75.      79.6875 ]%
Cross Entropy Loss: [2.238336   1.2221435  0.8404225  0.6232903  0.52527696]
Correct: [32.1875  60.      72.34375 80.3125  83.59375]%
Cross Entropy Loss: [2.0840425  1.1421602  0.72403836 0.59718215 0.5518671 ]
Correct: [35.15625 57.65625 74.6875  79.53125 81.71875]%
Cross Entropy Loss: [2.112086   1.1505909  0.7506533  0.61133194 0.54645103]
Correct: [35.9375  62.03125 72.8125  78.4375  81.40625]%
Cross Entropy Loss: [2.2066512  1.2097352  0.86429167 0.62927514 0.59080267]
Correct: [34.6875  59.21875 72.34375 80.15625 79.84375]%
Cross Entropy Loss: [2.2385821  1.1934192  0.8270711  0.63362545 0.5733921 ]
Correct: [32.65625 58.28125 71.25    79.0625  80.46875]%
Cross Entropy Loss: [2.1990798  1.2600062  0.90512085 0.72850466 0.6217066 ]
Correct: [31.5625  57.8125  70.15625 76.875   77.1875 ]%
Cross Entropy Loss: [2.088411   1.0835308  0.77289784 0.5741986  0.54043645]
Correct: [34.84375 65.      72.8125  80.625   81.09375]%
Cross Entropy Loss: [2.2148786  1.1570497  0.79151213 0.63037074 0.61232215]
Correct: [34.84375 59.21875 73.4375  79.0625  78.59375]%
Cross Entropy Loss: [2.1548698  1.1763073  0.84860885 0.6372901  0.54142463]
Correct: [34.0625  60.625   71.71875 79.0625  80.78125]%
Cross Entropy Loss: [2.211306   1.3163639  0.8950847  0.74980295 0.67656076]
Correct: [31.875   56.40625 70.46875 75.15625 77.03125]%
Cross Entropy Loss: [2.1042483  1.1470802  0.7942406  0.6421858  0.53188866]
Correct: [32.5     61.40625 72.34375 76.5625  80.15625]%
Cross Entropy Loss: [2.1014495 1.1251814 0.7416885 0.5615751 0.4909636]
Correct: [36.5625  62.5     75.15625 80.46875 83.125  ]%
Cross Entropy Loss: [2.135124   1.1598299  0.76890767 0.60711867 0.5682843 ]
Correct: [31.875   58.4375  72.96875 80.78125 81.25   ]%
Cross Entropy Loss: [2.0720131  1.1734612  0.8284482  0.74594635 0.5841324 ]
Correct: [36.09375 61.09375 72.1875  75.9375  82.65625]%
Cross Entropy Loss: [2.1633084  1.2460762  0.8276291  0.65993124 0.60262686]
Correct: [35.78125 59.53125 70.3125  77.03125 79.53125]%
Cross Entropy Loss: [2.215238  1.2730649 0.8667964 0.6537171 0.6098072]
Correct: [33.75    57.34375 67.8125  76.5625  80.     ]%
Cross Entropy Loss: [2.3073955  1.2268949  0.8719637  0.68880427 0.61714065]
Correct: [32.5     57.5     71.5625  75.46875 78.90625]%
Cross Entropy Loss: [2.228791   1.1790767  0.8565486  0.6309761  0.60936654]
Correct: [31.875   61.71875 70.9375  78.59375 78.90625]%
Cross Entropy Loss: [2.270597   1.2777027  0.88217527 0.70088124 0.68769145]
Correct: [33.28125 57.34375 70.46875 77.03125 77.34375]%
Cross Entropy Loss: [2.1089644  1.020463   0.68309283 0.53749734 0.4777425 ]
Correct: [32.96875 66.09375 76.40625 80.78125 84.0625 ]%
Cross Entropy Loss: [2.254508   1.1488186  0.7916471  0.61369604 0.5314313 ]
Correct: [32.65625 60.      71.875   79.6875  80.78125]%
Cross Entropy Loss: [2.2957988  1.1380745  0.8077529  0.62996376 0.5543381 ]
Correct: [31.40625 60.78125 70.78125 79.375   79.84375]%
Cross Entropy Loss: [2.084631  1.1879975 0.8595025 0.6515163 0.5769046]
Correct: [35.3125  60.78125 70.625   78.4375  80.78125]%
Cross Entropy Loss: [2.310702   1.388694   0.87131613 0.71171474 0.6307629 ]
Correct: [30.      55.46875 70.78125 75.46875 77.8125 ]%
Cross Entropy Loss: [2.2412305  1.1920297  0.80788183 0.6297091  0.5266851 ]
Correct: [33.90625 59.6875  72.8125  78.59375 82.03125]%
Cross Entropy Loss: [2.2713418  1.1921896  0.82750285 0.6476305  0.53589857]
Correct: [33.59375 60.15625 72.1875  78.4375  81.5625 ]%
Cross Entropy Loss: [2.3424478  1.2692592  0.9527939  0.74387515 0.61853683]
Correct: [29.6875 57.1875 68.125  74.6875 80.3125]%
Cross Entropy Loss: [2.0717354  1.0454559  0.65697056 0.5010066  0.45034042]
Correct: [35.9375 62.8125 78.4375 82.8125 84.0625]%
Cross Entropy Loss: [2.1728313  1.0965611  0.7717197  0.63879174 0.51575696]
Correct: [31.5625  60.15625 75.46875 78.28125 83.4375 ]%
Cross Entropy Loss: [2.1199353  1.1540357  0.7630444  0.67548907 0.5416439 ]
Correct: [30.78125 59.21875 73.4375  76.71875 82.65625]%
Cross Entropy Loss: [2.073751   1.1461875  0.82640916 0.6977377  0.5710189 ]
Correct: [37.34375 59.21875 70.625   74.84375 79.0625 ]%
Cross Entropy Loss: [2.0111272  1.0707752  0.69362736 0.56089526 0.48307896]
Correct: [37.03125 61.40625 76.25    80.78125 83.59375]%
Cross Entropy Loss: [2.1486843  1.3239821  0.91060936 0.7300762  0.63860667]
Correct: [36.71875 57.5     70.625   75.      78.28125]%
Cross Entropy Loss: [2.071754   1.1117195  0.784815   0.62746227 0.58496004]
Correct: [35.3125  59.84375 72.5     78.4375  79.375  ]%
Cross Entropy Loss: [2.2911806  1.2425039  0.9174798  0.73335797 0.68924505]
Correct: [31.875  60.     70.     75.3125 74.375 ]%
Cross Entropy Loss: [2.2006633  1.2364185  0.87427723 0.66974145 0.6307297 ]
Correct: [33.90625 59.375   68.59375 78.28125 79.375  ]%
Cross Entropy Loss: [2.233388   1.1496018  0.7869993  0.60203314 0.53329647]
Correct: [33.4375  62.1875  73.28125 79.6875  82.96875]%
Cross Entropy Loss: [2.0603566  1.1437368  0.808482   0.5411192  0.44540176]
Correct: [35.3125  62.5     71.5625  81.09375 84.0625 ]%
Cross Entropy Loss: [2.4025543  1.3795441  1.0055578  0.7611327  0.66686285]
Correct: [30.46875 55.625   64.0625  72.65625 75.3125 ]%
Cross Entropy Loss: [2.1345096 1.089449  0.7660225 0.5830358 0.482444 ]
Correct: [35.9375  62.65625 71.71875 79.0625  83.4375 ]%
Cross Entropy Loss: [2.1731522  1.0897071  0.76651275 0.585491   0.50262886]
Correct: [35.15625 64.6875  72.5     79.53125 82.5    ]%
Cross Entropy Loss: [2.152359  1.1489081 0.746668  0.5977181 0.521597 ]
Correct: [35.78125 61.40625 72.03125 78.90625 80.78125]%
Cross Entropy Loss: [2.143757   1.0905491  0.7602575  0.61333954 0.4938588 ]
Correct: [34.6875  63.75    74.84375 79.21875 83.125  ]%
Cross Entropy Loss: [1.9530134  0.98502046 0.654705   0.54671496 0.46849433]
Correct: [38.125   64.53125 76.40625 80.78125 83.28125]%
Cross Entropy Loss: [2.205595   1.2161864  0.82653797 0.6756876  0.5674763 ]
Correct: [32.96875 58.125   70.78125 77.65625 80.78125]%
Cross Entropy Loss: [2.275222  1.2430384 0.8371803 0.6831342 0.589704 ]
Correct: [32.65625 59.0625  71.71875 76.5625  79.0625 ]%
Cross Entropy Loss: [2.1664467  1.098863   0.78593844 0.5958193  0.5073046 ]
Correct: [34.84375 62.65625 70.3125  78.4375  82.03125]%
Cross Entropy Loss: [2.055268   1.173033   0.79505175 0.6198779  0.5326327 ]
Correct: [37.96875 60.      73.75    77.5     82.65625]%
Cross Entropy Loss: [2.0080485  1.0922691  0.71597004 0.53642553 0.4673791 ]
Correct: [38.125   61.09375 72.8125  79.375   82.8125 ]%
Cross Entropy Loss: [2.15597    1.0931606  0.7042307  0.53695077 0.5295177 ]
Correct: [34.0625  62.34375 75.46875 81.5625  81.5625 ]%
Cross Entropy Loss: [2.1341608  1.1886702  0.7710959  0.6264806  0.57930404]
Correct: [32.03125 58.4375  74.21875 78.59375 80.     ]%
Cross Entropy Loss: [1.9959519  1.0647804  0.65719825 0.5387627  0.44052783]
Correct: [38.90625 64.53125 76.40625 82.5     84.53125]%
Cross Entropy Loss: [2.2452571  1.1984031  0.82640827 0.59953624 0.5289761 ]
Correct: [34.21875 59.21875 71.875   79.53125 82.5    ]%
Cross Entropy Loss: [2.4633918  1.3529419  0.9678219  0.72039413 0.6707246 ]
Correct: [30.3125  55.9375  66.875   75.46875 77.03125]%
Cross Entropy Loss: [2.1925     1.2018268  0.78003687 0.6515089  0.65299046]
Correct: [32.8125  59.21875 72.5     77.03125 77.5    ]%
Cross Entropy Loss: [2.1346521  1.1727092  0.7821621  0.69009036 0.59861284]
Correct: [35.46875 61.09375 73.4375  75.3125  80.     ]%
Cross Entropy Loss: [2.2741246  1.2518877  0.8324032  0.62942743 0.5555444 ]
Correct: [28.90625 55.625   69.0625  75.78125 80.3125 ]%
Cross Entropy Loss: [2.1067328  1.1062262  0.80356216 0.6809185  0.58794063]
Correct: [34.375   62.5     73.28125 77.8125  80.625  ]%
Cross Entropy Loss: [2.2566898  1.1421093  0.83108246 0.6206042  0.51927817]
Correct: [30.78125 62.5     71.5625  77.8125  83.125  ]%
Cross Entropy Loss: [2.1833615  1.2102965  0.84178275 0.61012447 0.54828614]
Correct: [33.59375 61.25    71.09375 79.0625  80.15625]%
Cross Entropy Loss: [2.202583  1.1431639 0.8037443 0.5890342 0.5020574]
Correct: [31.40625 60.625   73.4375  78.4375  83.4375 ]%
Cross Entropy Loss: [2.2167106  1.0910844  0.74737704 0.5917099  0.44906077]
Correct: [32.1875  60.46875 71.875   79.375   82.5    ]%
Cross Entropy Loss: [2.13595    1.0721319  0.7735346  0.608712   0.55615366]
Correct: [34.375   61.40625 71.875   79.6875  80.625  ]%
Cross Entropy Loss: [2.0094907  1.1020072  0.7293643  0.58287996 0.53015673]
Correct: [35.15625 61.40625 75.625   79.375   83.28125]%
Cross Entropy Loss: [2.1610854  1.1511117  0.805208   0.65780586 0.5614574 ]
Correct: [34.21875 60.78125 72.1875  76.5625  81.09375]%
Cross Entropy Loss: [2.1459033  1.1755211  0.79727757 0.65154064 0.5476831 ]
Correct: [35.625   59.21875 71.875   77.34375 81.25   ]%
Cross Entropy Loss: [2.134995  1.1271689 0.7553562 0.6203031 0.5301706]
Correct: [34.375   61.5625  73.59375 79.375   80.46875]%
Cross Entropy Loss: [2.2077303  1.1314944  0.79895324 0.6264395  0.4959154 ]
Correct: [31.09375 61.09375 72.1875  78.4375  81.09375]%
Cross Entropy Loss: [2.0822725  1.1096646  0.7882203  0.59432983 0.50811577]
Correct: [35.46875 62.96875 72.5     78.75    81.40625]%
Cross Entropy Loss: [2.129198   1.2431846  0.80824757 0.6169406  0.5763184 ]
Correct: [35.      59.21875 73.125   78.75    79.6875 ]%
Cross Entropy Loss: [2.1555164  1.1757071  0.8092259  0.64670956 0.54968625]
Correct: [33.90625 59.375   71.5625  78.4375  82.8125 ]%
Cross Entropy Loss: [2.209493   1.1862117  0.83467466 0.65450346 0.5898527 ]
Correct: [30.46875 60.625   71.71875 76.875   78.4375 ]%
Cross Entropy Loss: [2.2574196  1.1044881  0.74082184 0.55046624 0.48065886]
Correct: [34.53125 64.6875  75.3125  81.71875 83.4375 ]%
Cross Entropy Loss: [2.068943   1.0599278  0.73853856 0.5408921  0.51585025]
Correct: [36.25    64.375   74.84375 81.875   81.71875]%
Cross Entropy Loss: [2.1134818 1.251451  0.8831434 0.6388198 0.61625  ]
Correct: [34.53125 58.125   69.375   76.25    78.75   ]%
Cross Entropy Loss: [2.283691  1.2407887 0.8463756 0.6924689 0.59226  ]
Correct: [33.4375  61.09375 72.96875 76.25    81.5625 ]%
Cross Entropy Loss: [2.1698458  1.1441115  0.7813406  0.62866235 0.5591915 ]
Correct: [33.75    61.09375 71.71875 77.96875 80.9375 ]%
Cross Entropy Loss: [2.0490215  1.0168386  0.69490284 0.53909403 0.4783629 ]
Correct: [36.09375 66.71875 76.71875 81.71875 84.6875 ]%
Cross Entropy Loss: [1.8937734  1.0286523  0.69777614 0.5668396  0.50175375]
Correct: [39.6875  65.3125  74.84375 81.875   82.65625]%
Cross Entropy Loss: [2.1422534 1.142846  0.7478766 0.5575418 0.5106422]
Correct: [34.375   61.71875 74.375   82.34375 81.25   ]%
Cross Entropy Loss: [2.2265801  1.2584646  0.77972984 0.58147055 0.5802941 ]
Correct: [33.125   59.0625  72.96875 80.      80.     ]%
Cross Entropy Loss: [2.147816   1.1697495  0.78645146 0.59135824 0.48679352]
Correct: [37.03125 60.      71.875   78.125   81.875  ]%
Cross Entropy Loss: [1.940655   0.9618665  0.65143645 0.44974297 0.44144654]
Correct: [38.59375 66.71875 80.9375  85.      85.     ]%
Cross Entropy Loss: [2.2611108 1.2726079 0.8630638 0.6628554 0.5499297]
Correct: [30.3125  57.34375 70.78125 76.5625  80.78125]%
Cross Entropy Loss: [2.0409303  1.0372452  0.72574615 0.5765946  0.49775225]
Correct: [36.71875 63.28125 74.375   78.4375  82.5    ]%
Cross Entropy Loss: [2.2195826  1.210202   0.78611535 0.5795438  0.5270941 ]
Correct: [32.8125  58.59375 73.125   79.6875  82.5    ]%
Cross Entropy Loss: [2.1019847  1.1200001  0.75006044 0.5468781  0.45708174]
Correct: [35.625   63.75    76.25    81.40625 84.84375]%
Cross Entropy Loss: [2.0819056  1.0656662  0.7581291  0.51869243 0.46330422]
Correct: [35.15625 65.      75.46875 81.09375 83.90625]%
Cross Entropy Loss: [2.153975   1.1422582  0.7870561  0.6027669  0.51641655]
Correct: [34.84375 60.625   73.125   79.53125 82.5    ]%
Cross Entropy Loss: [2.310665   1.2357917  0.8335227  0.5906924  0.52824897]
Correct: [31.25    58.28125 73.125   81.5625  82.65625]%
Cross Entropy Loss: [2.032037   1.0267973  0.69693184 0.5106087  0.44030538]
Correct: [35.15625 65.625   75.78125 82.03125 84.0625 ]%
Cross Entropy Loss: [2.142311   1.1873406  0.82549876 0.6828763  0.57314664]
Correct: [34.53125 60.15625 73.4375  77.03125 79.21875]%
Cross Entropy Loss: [2.0890548  1.09202    0.7884292  0.6068755  0.54134893]
Correct: [36.25    63.75    73.125   80.9375  81.40625]%
Cross Entropy Loss: [2.3991191  1.3517277  0.9000678  0.71249676 0.6994573 ]
Correct: [30.15625 55.625   70.3125  76.5625  76.875  ]%
Cross Entropy Loss: [2.150684   1.0578187  0.6904138  0.54669046 0.46734247]
Correct: [33.90625 65.78125 77.34375 80.      82.5    ]%
Cross Entropy Loss: [2.1788898  1.2207509  0.8419539  0.6607577  0.58720434]
Correct: [32.96875 58.59375 71.875   77.96875 81.09375]%
Cross Entropy Loss: [1.9490588  0.9638551  0.613397   0.48163813 0.4422845 ]
Correct: [35.9375  67.96875 78.125   84.53125 83.28125]%
Cross Entropy Loss: [2.2253358  1.1694369  0.7750761  0.5615314  0.48926726]
Correct: [31.25    61.09375 72.03125 79.375   82.96875]%
Cross Entropy Loss: [2.0496364  1.0557104  0.68601424 0.54877746 0.5006468 ]
Correct: [34.84375 65.3125  76.5625  82.5     82.96875]%
Cross Entropy Loss: [2.1100361 1.0925765 0.7590785 0.6295723 0.5632364]
Correct: [36.5625  64.0625  74.53125 80.46875 81.09375]%
Cross Entropy Loss: [2.0659976  1.1091654  0.73289853 0.6038453  0.49943298]
Correct: [36.5625  61.09375 72.8125  80.      82.96875]%
Cross Entropy Loss: [2.3341103  1.208704   0.7793598  0.62663656 0.53268635]
Correct: [30.46875 62.65625 72.1875  79.53125 81.875  ]%
Cross Entropy Loss: [2.1300824  1.1037812  0.71442187 0.5518669  0.4274796 ]
Correct: [35.9375  61.875   75.625   82.65625 86.40625]%
Cross Entropy Loss: [2.0080533  1.0778097  0.72396314 0.585398   0.51860714]
Correct: [37.65625 63.59375 74.6875  79.84375 81.875  ]%
Cross Entropy Loss: [1.987243   0.92470664 0.61554456 0.4826967  0.41031075]
Correct: [36.25    67.8125  78.28125 84.21875 85.625  ]%
Cross Entropy Loss: [2.1316056  1.1139948  0.72991216 0.5475595  0.49185634]
Correct: [35.78125 60.15625 74.84375 78.75    80.625  ]%
Cross Entropy Loss: [1.9401531  0.96831095 0.6199686  0.485639   0.4138754 ]
Correct: [38.28125 66.875   77.96875 84.375   85.46875]%
Cross Entropy Loss: [2.1462746  1.0707026  0.64971143 0.5027586  0.4438238 ]
Correct: [34.21875 63.4375  76.40625 82.34375 84.21875]%
Cross Entropy Loss: [1.916469   0.8894146  0.6230268  0.5018932  0.46555337]
Correct: [37.96875 67.65625 78.4375  83.90625 85.3125 ]%
Cross Entropy Loss: [1.9351085  0.9993824  0.6599301  0.52091557 0.4624547 ]
Correct: [37.65625 63.75    77.03125 81.875   84.0625 ]%
Cross Entropy Loss: [2.0326295  1.0505524  0.70218605 0.55984503 0.50079405]
Correct: [37.65625 64.6875  77.5     80.46875 81.875  ]%
Cross Entropy Loss: [2.1286306  1.1086644  0.75816816 0.5849807  0.53044015]
Correct: [35.      60.      72.1875  80.15625 81.09375]%
Cross Entropy Loss: [1.9802954 0.9550263 0.6412922 0.5155157 0.4562548]
Correct: [36.25    65.15625 77.1875  82.03125 83.75   ]%
Cross Entropy Loss: [2.0303886  1.0409868  0.6853467  0.49274355 0.4842469 ]
Correct: [39.53125 65.      75.      82.65625 83.125  ]%
Cross Entropy Loss: [2.0380359 1.0007701 0.6834323 0.5528856 0.4998044]
Correct: [34.53125 65.9375  77.65625 81.09375 81.71875]%
Cross Entropy Loss: [1.9337362  0.98648226 0.6411738  0.5287391  0.447117  ]
Correct: [41.09375 66.71875 77.34375 80.625   85.46875]%
Cross Entropy Loss: [1.9318466  0.99110776 0.63996077 0.48210463 0.44389242]
Correct: [39.375   67.03125 79.0625  82.34375 84.0625 ]%
Cross Entropy Loss: [1.9827416  1.0345552  0.72158116 0.5518954  0.48440313]
Correct: [34.6875  64.0625  75.625   81.25    84.84375]%
Cross Entropy Loss: [2.0000281  0.95327425 0.642794   0.4927742  0.44514441]
Correct: [37.1875  68.125   78.125   82.8125  83.90625]%
Cross Entropy Loss: [2.0869784  1.1141354  0.74514747 0.5922942  0.52488667]
Correct: [36.875   62.5     74.6875  79.53125 82.1875 ]%
Cross Entropy Loss: [2.05623    0.946226   0.6234875  0.45706773 0.4151678 ]
Correct: [34.6875  65.3125  77.1875  84.0625  86.09375]%
Cross Entropy Loss: [2.2435927  1.1604412  0.7574897  0.56921095 0.47261673]
Correct: [32.65625 58.28125 72.8125  79.53125 84.6875 ]%
Cross Entropy Loss: [1.9706007  1.1055753  0.75861764 0.559996   0.5424631 ]
Correct: [37.65625 64.21875 73.75    80.78125 82.5    ]%
Cross Entropy Loss: [2.3770266 1.2888513 0.8629667 0.6727513 0.6182633]
Correct: [33.28125 58.90625 72.03125 78.75    77.8125 ]%
Cross Entropy Loss: [2.2630973  1.25411    0.9191321  0.7322907  0.66147244]
Correct: [33.75    60.15625 67.65625 76.09375 79.0625 ]%
Cross Entropy Loss: [2.0055697  1.0122278  0.6914855  0.58956563 0.53584987]
Correct: [37.1875  67.03125 75.9375  79.375   81.71875]%
Cross Entropy Loss: [2.2421625  1.2307698  0.81252414 0.667321   0.5937418 ]
Correct: [32.8125  59.21875 72.03125 78.90625 79.21875]%
Cross Entropy Loss: [2.1285698 1.0467483 0.707116  0.537696  0.4659111]
Correct: [34.375   64.21875 76.875   82.34375 85.15625]%
Cross Entropy Loss: [2.191129   1.2071137  0.77175677 0.6459963  0.57553834]
Correct: [35.3125  60.3125  75.      77.34375 80.15625]%
Cross Entropy Loss: [2.2419755 1.1718612 0.7960593 0.6710336 0.6020597]
Correct: [32.03125 61.875   73.4375  77.34375 79.84375]%
Cross Entropy Loss: [2.0681064  0.98329955 0.6791828  0.51818883 0.4203886 ]
Correct: [34.375   65.3125  75.3125  81.09375 85.15625]%
Cross Entropy Loss: [2.0662067  1.0600035  0.7163343  0.59658974 0.49502534]
Correct: [36.25    63.28125 73.4375  79.21875 82.65625]%
Cross Entropy Loss: [2.243424   1.1746066  0.7574514  0.56065357 0.51697   ]
Correct: [32.1875  61.25    74.21875 82.1875  84.6875 ]%
Cross Entropy Loss: [2.016439   0.9936472  0.604859   0.47752395 0.37039185]
Correct: [36.09375 66.25    79.0625  82.8125  87.65625]%
Cross Entropy Loss: [2.224555   1.1752994  0.72591364 0.5488709  0.4770363 ]
Correct: [32.65625 60.9375  75.15625 80.9375  83.90625]%
Cross Entropy Loss: [2.2606196 1.191371  0.8135312 0.6222351 0.5556326]
Correct: [32.8125  59.6875  73.59375 79.0625  80.9375 ]%
Cross Entropy Loss: [2.0921438  0.962098   0.6408754  0.5045779  0.42422086]
Correct: [33.75    68.4375  78.4375  82.8125  85.15625]%
Cross Entropy Loss: [2.141587   1.0839187  0.72869277 0.6374663  0.5370892 ]
Correct: [35.46875 64.6875  75.      79.21875 82.5    ]%
Cross Entropy Loss: [2.0035112  1.0702173  0.64245933 0.5322031  0.48570156]
Correct: [35.      62.8125  79.375   82.03125 84.84375]%
Cross Entropy Loss: [2.2165062  1.055039   0.67775774 0.5461518  0.45562536]
Correct: [33.28125 65.15625 77.34375 79.84375 83.75   ]%
Cross Entropy Loss: [1.9335086  0.913828   0.6120726  0.4834121  0.42922372]
Correct: [37.34375 68.28125 78.59375 83.125   85.     ]%
Cross Entropy Loss: [2.0466883  0.9744297  0.65912616 0.5222112  0.45334917]
Correct: [35.9375  66.5625  77.1875  80.15625 83.4375 ]%
Cross Entropy Loss: [2.012476  1.0456682 0.6734922 0.5283162 0.4493224]
Correct: [35.15625 66.40625 77.5     84.53125 85.78125]%
Cross Entropy Loss: [2.0121226 1.0890365 0.756764  0.5712303 0.5146593]
Correct: [33.59375 62.34375 72.65625 80.3125  83.59375]%
Cross Entropy Loss: [1.8926617  0.96042025 0.66708004 0.5065083  0.45047408]
Correct: [37.8125  67.34375 76.40625 83.125   84.84375]%
Cross Entropy Loss: [1.9252659  0.92269313 0.61098266 0.47775087 0.42587152]
Correct: [40.46875 67.96875 78.75    83.125   84.0625 ]%
Cross Entropy Loss: [2.109987   1.0270641  0.6602396  0.48193884 0.422144  ]
Correct: [35.      65.46875 76.875   83.125   85.625  ]%
Cross Entropy Loss: [1.9850333  0.96311504 0.66023076 0.50811833 0.46479735]
Correct: [35.625   67.03125 76.5625  82.8125  84.21875]%
Cross Entropy Loss: [2.2752051  1.3060737  0.79977626 0.69425404 0.5888449 ]
Correct: [34.53125 56.09375 73.28125 76.25    80.46875]%
Cross Entropy Loss: [2.0148914  0.9805778  0.58631593 0.5114459  0.41684985]
Correct: [36.09375 66.25    80.15625 83.28125 85.3125 ]%
Cross Entropy Loss: [1.9928926  1.0301065  0.6798949  0.4773867  0.43044502]
Correct: [37.65625 64.375   76.5625  82.8125  85.9375 ]%
Cross Entropy Loss: [2.1087003  1.0680342  0.70538396 0.55000156 0.4504617 ]
Correct: [34.84375 64.0625  75.46875 81.25    82.96875]%
Cross Entropy Loss: [1.9522085  0.9649352  0.6359696  0.5133546  0.41837835]
Correct: [37.5     67.5     77.96875 82.96875 85.15625]%
Cross Entropy Loss: [1.9486027  1.0270836  0.73825157 0.5527514  0.49380285]
Correct: [37.65625 64.84375 75.15625 82.03125 84.53125]%
Cross Entropy Loss: [2.0829747  1.1206547  0.74083537 0.54165906 0.484523  ]
Correct: [33.90625 63.125   76.71875 82.5     83.90625]%
Cross Entropy Loss: [2.1038356  1.0332786  0.64923644 0.5349125  0.46539173]
Correct: [33.90625 64.53125 77.34375 82.1875  84.0625 ]%
Cross Entropy Loss: [2.0260308  1.00403    0.6924779  0.51826656 0.4577884 ]
Correct: [33.90625 65.78125 75.3125  81.875   84.0625 ]%
Cross Entropy Loss: [1.9890833  0.92377794 0.581251   0.46093708 0.39001492]
Correct: [40.15625 67.5     79.0625  83.125   85.78125]%
Cross Entropy Loss: [2.0476825  0.98159045 0.7248813  0.533418   0.49916443]
Correct: [38.125   67.03125 74.375   81.09375 82.34375]%
Cross Entropy Loss: [2.0643036  0.97627115 0.65331465 0.4746523  0.3849558 ]
Correct: [38.28125 66.25    77.1875  82.8125  85.625  ]%
Cross Entropy Loss: [2.1059034 1.0582979 0.7010706 0.5081605 0.4380272]
Correct: [33.90625 65.15625 77.03125 82.1875  85.3125 ]%
Cross Entropy Loss: [2.0783546  1.1283528  0.7503234  0.6105984  0.51772135]
Correct: [37.96875 61.5625  74.84375 79.0625  81.71875]%
Cross Entropy Loss: [2.113187   1.1275543  0.7736696  0.5519143  0.46752444]
Correct: [36.09375 62.8125  72.34375 81.5625  84.375  ]%
Cross Entropy Loss: [2.2447696  1.1546507  0.7388233  0.5516087  0.47527647]
Correct: [34.21875 62.5     73.75    81.09375 83.75   ]%
Cross Entropy Loss: [2.2327654 1.2074695 0.8057407 0.5902047 0.5612561]
Correct: [30.9375  59.53125 73.125   80.9375  81.71875]%
Cross Entropy Loss: [2.1533372  1.0614407  0.7546151  0.54048526 0.45410308]
Correct: [34.21875 61.40625 75.15625 80.3125  82.96875]%
Cross Entropy Loss: [2.1381233  1.1658355  0.7053669  0.5160185  0.46218982]
Correct: [33.75    60.15625 76.25    81.5625  84.21875]%
Cross Entropy Loss: [2.0323591  1.0919921  0.69196993 0.51340616 0.4384567 ]
Correct: [36.40625 64.6875  75.15625 82.34375 83.90625]%
Cross Entropy Loss: [1.818135   0.93565524 0.61316574 0.4573098  0.37516809]
Correct: [39.375   67.96875 79.53125 83.125   86.875  ]%
Cross Entropy Loss: [2.1149669  1.0688891  0.69047266 0.5517979  0.47664428]
Correct: [35.3125  65.46875 77.34375 81.71875 82.8125 ]%
Cross Entropy Loss: [2.1090665  1.0626333  0.64077693 0.49752274 0.4317743 ]
Correct: [33.59375 61.875   76.25    82.8125  85.     ]%
Cross Entropy Loss: [2.0784802  1.0691036  0.73793685 0.5582169  0.5061511 ]
Correct: [35.      65.9375  76.5625  82.34375 83.125  ]%
Cross Entropy Loss: [2.061458   1.0304978  0.593542   0.43210882 0.39480677]
Correct: [37.5     66.5625  79.21875 86.25    86.5625 ]%
Cross Entropy Loss: [1.9610447  0.90534    0.5791792  0.43181348 0.39521462]
Correct: [38.75    68.90625 79.0625  85.      86.875  ]%
Cross Entropy Loss: [2.0886576  1.0404063  0.68841577 0.5165079  0.4630713 ]
Correct: [35.78125 64.53125 76.5625  81.40625 83.90625]%
Cross Entropy Loss: [1.9180775  0.9835688  0.64440304 0.51987624 0.4849584 ]
Correct: [39.21875 67.1875  79.84375 83.4375  83.59375]%
Cross Entropy Loss: [2.0727367  1.0363195  0.72897506 0.5471994  0.49844933]
Correct: [34.84375 63.4375  74.53125 80.625   81.5625 ]%
Cross Entropy Loss: [1.9174503  0.9447619  0.60649514 0.4348969  0.40305966]
Correct: [37.1875  68.125   79.6875  84.21875 84.6875 ]%
Cross Entropy Loss: [2.1974869  1.189225   0.8045373  0.59196866 0.58465064]
Correct: [34.53125 61.40625 73.125   81.40625 81.40625]%
Cross Entropy Loss: [1.9857562  1.0036362  0.6556991  0.49507904 0.44537058]
Correct: [37.8125  65.3125  78.59375 83.75    85.     ]%
Cross Entropy Loss: [2.1009305  1.0685666  0.7368966  0.52409875 0.49939328]
Correct: [36.09375 66.40625 73.59375 83.125   80.625  ]%
Cross Entropy Loss: [2.1425574 1.0495504 0.7007264 0.5777405 0.4610427]
Correct: [35.15625 64.0625  78.125   79.84375 85.625  ]%
Cross Entropy Loss: [2.013435   1.0159905  0.69564307 0.5340487  0.43786746]
Correct: [37.5     65.3125  76.40625 81.40625 84.6875 ]%
Cross Entropy Loss: [1.9960346  0.9613489  0.5713113  0.44044265 0.37187785]
Correct: [35.      65.78125 80.9375  86.09375 87.1875 ]%
Cross Entropy Loss: [1.9433426  0.9851705  0.61964077 0.49617982 0.4525381 ]
Correct: [37.1875  65.78125 78.125   81.71875 83.75   ]%
Cross Entropy Loss: [1.9685762  1.0832846  0.6737933  0.5653039  0.45880508]
Correct: [37.8125  61.40625 77.5     80.      83.59375]%
Cross Entropy Loss: [1.988966   1.0185175  0.63883597 0.5266129  0.45774585]
Correct: [35.625   66.71875 78.4375  81.5625  85.3125 ]%
Cross Entropy Loss: [2.072735   1.0179131  0.65559685 0.5174197  0.4559632 ]
Correct: [32.5     66.5625  76.25    82.65625 85.15625]%
Cross Entropy Loss: [2.1047664  1.0127494  0.67386997 0.5218205  0.45008916]
Correct: [34.375   64.84375 76.40625 81.40625 84.53125]%
Cross Entropy Loss: [2.0135708  1.0593089  0.62965536 0.54112566 0.48301554]
Correct: [37.65625 65.15625 79.21875 82.8125  85.625  ]%
Cross Entropy Loss: [1.8831437  0.9167183  0.5922376  0.46119195 0.39606243]
Correct: [40.46875 69.53125 80.      83.75    88.59375]%
Cross Entropy Loss: [2.1738214  1.1935294  0.7734946  0.61526316 0.5204612 ]
Correct: [33.28125 59.84375 74.0625  79.6875  81.5625 ]%
Cross Entropy Loss: [1.9595404  0.9597918  0.6425888  0.5512615  0.42057648]
Correct: [37.03125 67.1875  77.03125 80.15625 85.     ]%
Cross Entropy Loss: [2.1552017  1.0641017  0.70732313 0.56258965 0.5141047 ]
Correct: [35.3125  62.8125  78.90625 83.125   83.125  ]%
Cross Entropy Loss: [2.0778947  1.0597036  0.7147322  0.55404717 0.5049391 ]
Correct: [34.84375 63.125   75.      80.625   82.1875 ]%
Cross Entropy Loss: [2.0662577  1.1258044  0.71197796 0.52071714 0.4579522 ]
Correct: [36.71875 59.375   75.9375  82.03125 84.84375]%
Cross Entropy Loss: [2.1566854  1.083637   0.6794893  0.56894994 0.4864482 ]
Correct: [32.34375 63.75    75.15625 80.      82.34375]%
Cross Entropy Loss: [2.016622   1.0791236  0.7219154  0.57046366 0.5266997 ]
Correct: [36.875   64.84375 76.5625  79.84375 82.03125]%
Cross Entropy Loss: [2.0359628  1.0596125  0.75687087 0.58013195 0.5156796 ]
Correct: [36.875   65.15625 75.3125  78.59375 81.71875]%
Cross Entropy Loss: [2.0405545  0.9681395  0.6204837  0.476441   0.44843188]
Correct: [36.5625  67.34375 77.8125  83.4375  84.375  ]%
Cross Entropy Loss: [2.0780969  1.0118458  0.6698506  0.47892585 0.4089218 ]
Correct: [34.6875  66.09375 78.28125 83.59375 85.46875]%
Cross Entropy Loss: [2.228498   1.1355102  0.71318614 0.5701728  0.49512511]
Correct: [32.34375 62.96875 77.8125  79.53125 82.34375]%
Cross Entropy Loss: [1.961992   1.0341055  0.70304406 0.53349006 0.48657355]
Correct: [38.90625 64.84375 76.40625 79.84375 82.5    ]%
Cross Entropy Loss: [1.836243   0.91457766 0.5908027  0.45077342 0.38900194]
Correct: [39.84375 67.5     78.59375 83.75    85.46875]%
Cross Entropy Loss: [1.9774177  0.93644303 0.64461535 0.4676175  0.40872413]
Correct: [39.53125 68.59375 78.4375  84.53125 86.875  ]%
Cross Entropy Loss: [2.110196   1.0458486  0.6831188  0.55323535 0.5094504 ]
Correct: [33.59375 67.5     76.71875 80.625   82.5    ]%
Cross Entropy Loss: [2.1972556  1.116498   0.7144216  0.52986705 0.44457364]
Correct: [30.46875 62.1875  75.15625 80.625   84.21875]%
Cross Entropy Loss: [2.253821   1.0756868  0.7430719  0.6130284  0.56900465]
Correct: [32.03125 63.59375 74.21875 80.15625 80.15625]%
Cross Entropy Loss: [1.8848507  0.90748537 0.5630433  0.4209857  0.35687977]
Correct: [36.5625  66.40625 80.15625 85.46875 87.5    ]%
Cross Entropy Loss: [2.1295393  1.0072626  0.6877698  0.5838418  0.48107815]
Correct: [36.40625 66.40625 78.75    79.84375 85.     ]%
Cross Entropy Loss: [2.1604214  1.1469064  0.71504676 0.5130045  0.4636801 ]
Correct: [37.5     60.78125 74.84375 80.      82.65625]%
Cross Entropy Loss: [2.0011227  0.9542855  0.5865382  0.4832664  0.42920667]
Correct: [36.71875 68.59375 78.90625 82.34375 83.4375 ]%
Cross Entropy Loss: [1.9726422  0.9535198  0.6347651  0.44422764 0.40857726]
Correct: [37.5     66.09375 77.5     84.0625  86.09375]%
Cross Entropy Loss: [1.966531   0.9149898  0.5483231  0.44749174 0.40834332]
Correct: [37.03125 70.3125  81.875   85.9375  86.09375]%
Cross Entropy Loss: [1.9334615  0.9359304  0.59457743 0.44289812 0.4212563 ]
Correct: [38.59375 67.8125  80.78125 85.15625 85.     ]%
Cross Entropy Loss: [2.1005685  0.9650629  0.6021534  0.50050414 0.4695409 ]
Correct: [36.09375 68.75    77.96875 84.6875  85.15625]%
Cross Entropy Loss: [1.7790436  0.9252645  0.6173848  0.48843843 0.44791594]
Correct: [41.09375 67.1875  78.28125 83.90625 83.59375]%
Cross Entropy Loss: [2.0802917  1.0357263  0.66037846 0.51059794 0.4628381 ]
Correct: [33.90625 66.5625  78.4375  84.0625  84.84375]%
Cross Entropy Loss: [2.0031703  0.980871   0.5995447  0.41485184 0.43060088]
Correct: [37.5     65.46875 81.5625  87.03125 84.84375]%
Cross Entropy Loss: [2.0275407  0.97025406 0.6556441  0.49824196 0.4218815 ]
Correct: [38.90625 66.40625 78.28125 83.28125 85.3125 ]%
Cross Entropy Loss: [1.9671926  0.8929744  0.55812454 0.4653104  0.386779  ]
Correct: [37.03125 67.65625 82.1875  83.75    87.1875 ]%
Cross Entropy Loss: [1.89156    0.9553339  0.65004086 0.45717067 0.38575798]
Correct: [38.59375 68.125   78.59375 84.0625  87.1875 ]%
Cross Entropy Loss: [2.140299   1.0694425  0.735597   0.57876146 0.48425207]
Correct: [34.21875 65.3125  75.625   80.      82.96875]%
Cross Entropy Loss: [2.0033717  1.0891595  0.78341436 0.6455654  0.5859824 ]
Correct: [35.3125  62.65625 71.5625  78.75    80.46875]%
Cross Entropy Loss: [2.0425396  0.9760891  0.65094036 0.50436795 0.46208486]
Correct: [38.125   67.96875 78.28125 81.875   85.625  ]%
Cross Entropy Loss: [2.2464752  1.1712701  0.6683129  0.57580245 0.49431038]
Correct: [33.75    61.09375 77.65625 79.84375 81.5625 ]%
Cross Entropy Loss: [2.0165954  1.016881   0.653723   0.51816016 0.441355  ]
Correct: [36.40625 67.03125 77.34375 81.40625 83.75   ]%
Cross Entropy Loss: [1.8210814  0.9440092  0.6708955  0.56305707 0.48223218]
Correct: [41.5625  68.28125 77.03125 81.5625  83.59375]%
Cross Entropy Loss: [2.0495787  0.9650548  0.6196659  0.52889454 0.45952073]
Correct: [34.0625  65.9375  77.34375 81.875   82.8125 ]%
Cross Entropy Loss: [1.8245417  0.9248206  0.60704315 0.46969405 0.45029178]
Correct: [42.5     67.8125  80.78125 82.1875  85.15625]%
Cross Entropy Loss: [2.0469415  0.9296378  0.65925425 0.5110728  0.43407613]
Correct: [35.625   67.8125  77.03125 82.34375 85.9375 ]%
Cross Entropy Loss: [2.1491945  1.0201617  0.6922948  0.55115694 0.4763216 ]
Correct: [32.5     63.90625 76.09375 81.5625  82.5    ]%
Cross Entropy Loss: [2.0165021  0.9005992  0.6430589  0.513761   0.43487406]
Correct: [35.78125 71.875   78.4375  82.5     85.9375 ]%
Cross Entropy Loss: [1.9732634  0.92243844 0.60642916 0.5139985  0.45436984]
Correct: [38.59375 67.34375 77.65625 83.4375  83.75   ]%
Cross Entropy Loss: [1.9480699  0.95236844 0.60317504 0.4785468  0.40361682]
Correct: [37.5     66.71875 78.75    83.4375  85.78125]%
Cross Entropy Loss: [2.1158805 1.0396925 0.6997135 0.5765749 0.5128415]
Correct: [37.1875  65.      74.53125 79.21875 82.03125]%
Cross Entropy Loss: [2.0821605  1.0130801  0.6646205  0.5423669  0.48079214]
Correct: [34.6875  65.9375  77.34375 80.46875 84.21875]%
Cross Entropy Loss: [1.9268643  0.94527847 0.6225982  0.49415463 0.4135564 ]
Correct: [36.875   65.78125 78.4375  82.65625 85.     ]%
Cross Entropy Loss: [1.9589618  0.95490324 0.56506693 0.44077024 0.36636162]
Correct: [38.125   65.9375  78.4375  83.125   86.09375]%
Cross Entropy Loss: [2.101125  1.0434359 0.6919356 0.5406557 0.4718414]
Correct: [34.6875  64.53125 76.71875 82.96875 84.53125]%
Cross Entropy Loss: [2.0108309  0.89564943 0.62286633 0.50232667 0.44421774]
Correct: [37.34375 70.15625 80.15625 81.875   84.6875 ]%
Cross Entropy Loss: [2.0568786  1.0520351  0.69327724 0.51487374 0.45893174]
Correct: [38.4375  64.84375 75.625   83.4375  85.46875]%
Cross Entropy Loss: [1.9777536  0.94194376 0.6237096  0.53587425 0.4621581 ]
Correct: [37.34375 69.21875 78.75    80.9375  84.53125]%
Cross Entropy Loss: [1.9286608  0.87040013 0.59614724 0.46383768 0.4207576 ]
Correct: [35.9375 69.0625 77.8125 82.8125 84.6875]%
Cross Entropy Loss: [1.9244192  0.9137991  0.6093582  0.54726446 0.43375927]
Correct: [39.6875  70.46875 80.46875 80.15625 85.3125 ]%
Cross Entropy Loss: [2.0672996  1.032109   0.62716496 0.5270612  0.4341615 ]
Correct: [36.71875 64.375   79.0625  83.125   85.15625]%
Cross Entropy Loss: [1.9870541  0.9647315  0.6448463  0.48117828 0.43400365]
Correct: [35.78125 65.46875 77.1875  82.8125  83.75   ]%
Cross Entropy Loss: [1.9538454  0.9086407  0.55245423 0.43714494 0.423448  ]
Correct: [38.59375 68.125   81.25    85.9375  85.3125 ]%
Cross Entropy Loss: [2.0805335  0.94091207 0.57736933 0.44830137 0.34558135]
Correct: [36.875   67.65625 78.90625 83.28125 86.875  ]%
Cross Entropy Loss: [1.9971491  0.8952843  0.5982447  0.4386332  0.39881748]
Correct: [36.25    67.96875 80.78125 82.65625 84.6875 ]%
Cross Entropy Loss: [1.8705857  0.86124307 0.5513712  0.43649635 0.31994987]
Correct: [40.3125  69.84375 81.5625  86.875   90.3125 ]%
Cross Entropy Loss: [1.9661133  0.9730054  0.6090058  0.48160106 0.35777086]
Correct: [36.40625 66.40625 78.90625 82.8125  88.125  ]%
Cross Entropy Loss: [1.9819263  0.92722833 0.61948097 0.49584016 0.4187451 ]
Correct: [37.5     68.59375 79.6875  82.03125 86.40625]%
Cross Entropy Loss: [2.0460408  1.0355055  0.6532017  0.52233535 0.44228563]
Correct: [37.8125  63.75    77.8125  81.09375 83.4375 ]%
Cross Entropy Loss: [2.0216784  0.9990813  0.65270865 0.51405644 0.47912455]
Correct: [35.625   67.8125  77.65625 83.75    85.     ]%
Cross Entropy Loss: [2.017934   1.107763   0.72400874 0.54947364 0.49845344]
Correct: [37.1875  63.4375  74.84375 80.625   83.125  ]%
Cross Entropy Loss: [2.1326878  1.0005882  0.68229866 0.5212758  0.47324306]
Correct: [34.84375 63.90625 75.46875 82.03125 82.8125 ]%
Cross Entropy Loss: [2.2019925  1.0007513  0.66632915 0.5040413  0.40095884]
Correct: [33.90625 64.84375 77.03125 84.21875 85.78125]%
Cross Entropy Loss: [1.8798549  0.8813731  0.5313209  0.43762988 0.34979352]
Correct: [40.15625 69.375   81.40625 85.      88.28125]%
Cross Entropy Loss: [2.0825875  1.0272145  0.6609962  0.47650513 0.417484  ]
Correct: [34.53125 63.90625 76.71875 84.375   85.625  ]%
Cross Entropy Loss: [2.0873933  0.97699803 0.63835704 0.5436885  0.45688605]
Correct: [34.84375 67.8125  75.15625 82.8125  84.375  ]%
Cross Entropy Loss: [2.0423412 0.9917262 0.6295664 0.5011088 0.405549 ]
Correct: [37.8125  68.125   78.90625 81.25    85.78125]%
Cross Entropy Loss: [1.9900764  0.92178154 0.5338522  0.38135907 0.3092528 ]
Correct: [38.4375  67.8125  80.      85.78125 87.34375]%
Cross Entropy Loss: [1.9499319  0.88638675 0.5316004  0.443046   0.38319057]
Correct: [36.09375 68.90625 82.34375 84.375   87.03125]%
Cross Entropy Loss: [2.0227878  1.0231123  0.65239275 0.50084627 0.4125274 ]
Correct: [36.25    64.6875  78.28125 83.75    84.84375]%
Cross Entropy Loss: [2.122049   1.0863196  0.67176694 0.5526551  0.4987089 ]
Correct: [35.625   63.4375  77.34375 81.40625 81.71875]%
Cross Entropy Loss: [1.9938437  0.96314555 0.6332781  0.48387995 0.44851142]
Correct: [34.53125 65.      78.28125 83.28125 83.90625]%
Cross Entropy Loss: [2.115714   1.0401012  0.6878093  0.5158258  0.43964902]
Correct: [35.      65.625   77.96875 81.40625 85.15625]%
Cross Entropy Loss: [1.9898983  1.0121723  0.67221594 0.53365093 0.44276816]
Correct: [37.03125 64.21875 75.46875 81.09375 83.125  ]%
Cross Entropy Loss: [2.124063   1.0763766  0.6875849  0.53788364 0.4374753 ]
Correct: [34.0625  61.71875 75.      81.40625 85.     ]%
Cross Entropy Loss: [2.1020703  1.003987   0.65337765 0.50838953 0.44503465]
Correct: [37.65625 66.25    78.28125 82.34375 84.21875]%
Cross Entropy Loss: [2.0058293  0.97282326 0.61469483 0.529139   0.5105898 ]
Correct: [36.25    65.78125 78.28125 83.90625 84.375  ]%
Cross Entropy Loss: [1.8743334  0.91818887 0.5676094  0.4659113  0.38993874]
Correct: [42.34375 68.90625 80.      84.84375 87.03125]%
Cross Entropy Loss: [1.9640172  0.86202604 0.5152472  0.4422718  0.3549349 ]
Correct: [35.78125 68.75    81.5625  84.0625  86.875  ]%
Cross Entropy Loss: [2.0084186  0.98626864 0.694738   0.4834589  0.4154787 ]
Correct: [36.5625  65.9375  77.03125 83.28125 84.84375]%
Cross Entropy Loss: [1.9953045  0.8580373  0.59204847 0.46608323 0.38644737]
Correct: [38.90625 71.71875 81.25    83.125   86.25   ]%
Cross Entropy Loss: [2.0670667  1.0687495  0.6941282  0.58982885 0.47193632]
Correct: [33.28125 65.3125  74.375   79.6875  84.375  ]%
Cross Entropy Loss: [2.1737857  1.0573556  0.65576017 0.5057639  0.428827  ]
Correct: [34.53125 64.0625  75.78125 81.40625 86.09375]%
Cross Entropy Loss: [2.0677016  1.0279763  0.68491876 0.545909   0.47053614]
Correct: [39.375   63.90625 79.0625  80.78125 83.75   ]%
Cross Entropy Loss: [2.0206232  1.0174674  0.67981476 0.5404471  0.48697218]
Correct: [37.5     66.25    77.65625 82.8125  82.34375]%
Cross Entropy Loss: [1.9766821  0.90979975 0.5565725  0.40215033 0.3262261 ]
Correct: [33.90625 68.125   79.84375 86.5625  88.75   ]%
Cross Entropy Loss: [1.9934762  0.9608409  0.6072043  0.5012929  0.39781913]
Correct: [37.65625 68.4375  80.3125  82.65625 87.5    ]%
Cross Entropy Loss: [1.9467113  0.93079317 0.5669992  0.4327588  0.42137226]
Correct: [38.59375 68.75    80.      85.78125 84.84375]%
Cross Entropy Loss: [1.9491074  0.8450595  0.5180459  0.4057848  0.36545235]
Correct: [37.5     70.46875 80.78125 87.1875  87.1875 ]%
Cross Entropy Loss: [2.1042027  1.0515083  0.6917319  0.53744775 0.5039201 ]
Correct: [36.875   65.46875 78.28125 81.40625 83.4375 ]%
Cross Entropy Loss: [1.9398712  0.96469575 0.6850632  0.514236   0.45441994]
Correct: [36.5625  67.34375 77.65625 84.6875  86.09375]%
Cross Entropy Loss: [1.8628814  0.8803355  0.5480522  0.46602073 0.41857797]
Correct: [37.65625 67.96875 79.53125 83.90625 85.9375 ]%
Cross Entropy Loss: [2.0439668  0.93010855 0.6068942  0.4457578  0.42189854]
Correct: [36.40625 67.8125  79.21875 84.375   86.71875]%
Cross Entropy Loss: [2.088056   1.0259161  0.6436433  0.49749026 0.47694618]
Correct: [32.96875 65.3125  79.6875  84.84375 84.21875]%
Cross Entropy Loss: [2.096912   0.98936987 0.616426   0.46152687 0.4406775 ]
Correct: [36.09375 67.8125  80.46875 82.96875 85.46875]%
Cross Entropy Loss: [1.883823   0.83978003 0.5575299  0.4400979  0.3970522 ]
Correct: [37.5     70.3125  81.09375 84.21875 87.03125]%
Cross Entropy Loss: [2.1670394 1.0111548 0.6730956 0.6091509 0.506449 ]
Correct: [33.75    64.6875  77.65625 78.28125 81.25   ]%
Cross Entropy Loss: [2.3318942  1.1475636  0.7355021  0.57872325 0.5015908 ]
Correct: [32.8125  61.09375 75.      81.25    82.96875]%
Cross Entropy Loss: [2.08749    1.0670996  0.7287645  0.5880803  0.49016064]
Correct: [36.5625  66.5625  78.125   80.625   82.96875]%
Cross Entropy Loss: [2.2053256  1.1605157  0.76291156 0.6128067  0.5018522 ]
Correct: [35.15625 61.875   73.59375 79.375   82.65625]%
Cross Entropy Loss: [1.9224062  0.94162655 0.6240937  0.5297642  0.45482254]
Correct: [41.25    69.375   77.1875  82.03125 84.375  ]%
Cross Entropy Loss: [1.9790462  0.9675456  0.58996606 0.49603853 0.43377432]
Correct: [36.25    66.09375 79.6875  82.5     84.53125]%
Cross Entropy Loss: [1.8539648 0.9758627 0.6364913 0.5036019 0.4460907]
Correct: [39.6875 68.75   78.4375 82.1875 85.3125]%
Cross Entropy Loss: [1.9215415  0.8839979  0.60138226 0.48601922 0.4426127 ]
Correct: [35.78125 67.8125  80.625   82.65625 85.15625]%
Cross Entropy Loss: [1.897732   1.0132489  0.5811068  0.51976025 0.45238274]
Correct: [36.875   67.1875  80.      80.78125 83.125  ]%
Cross Entropy Loss: [2.1088648  1.0135468  0.66585857 0.54832596 0.50331396]
Correct: [34.21875 66.09375 78.90625 82.8125  84.0625 ]%
Cross Entropy Loss: [1.9419438  0.9343742  0.62482035 0.50948554 0.418091  ]
Correct: [38.28125 69.21875 78.90625 83.28125 85.625  ]%
Cross Entropy Loss: [1.9731553 1.0340271 0.6077463 0.4877321 0.4446569]
Correct: [34.375   65.      77.34375 83.125   83.59375]%
Cross Entropy Loss: [1.868322   0.8517796  0.53935903 0.43373466 0.41501004]
Correct: [37.96875 71.875   81.5625  85.46875 84.375  ]%
Cross Entropy Loss: [1.8459418  0.90824556 0.5683714  0.42966813 0.35754764]
Correct: [38.59375 69.21875 81.40625 85.3125  88.28125]%
Cross Entropy Loss: [2.1458535  1.1782923  0.71371937 0.53635955 0.46995458]
Correct: [34.53125 62.5     77.65625 82.65625 82.8125 ]%
Cross Entropy Loss: [1.9466951  0.87905866 0.56512976 0.4306694  0.32636935]
Correct: [40.3125  68.90625 80.15625 85.9375  88.75   ]%
Cross Entropy Loss: [2.202066   1.0694339  0.6617647  0.5408003  0.44007525]
Correct: [34.6875  65.3125  76.25    81.71875 85.3125 ]%
Cross Entropy Loss: [1.8462465  0.8546654  0.57372034 0.47125143 0.4034009 ]
Correct: [40.46875 70.46875 81.25    83.90625 86.09375]%
Cross Entropy Loss: [1.8799919  0.90930784 0.5977805  0.4991216  0.4140261 ]
Correct: [39.84375 69.84375 81.71875 82.03125 85.46875]%
Cross Entropy Loss: [1.8999779 0.8962838 0.5724843 0.4534746 0.4080152]
Correct: [38.125   69.84375 80.3125  83.59375 87.5    ]%
Cross Entropy Loss: [2.0029807  0.87639654 0.56380713 0.39724213 0.35803944]
Correct: [35.9375  69.6875  81.875   85.625   85.78125]%
Cross Entropy Loss: [2.004869   0.96444523 0.5922563  0.44900417 0.3695151 ]
Correct: [38.90625 68.28125 79.0625  84.21875 86.5625 ]%
Cross Entropy Loss: [2.0111115  0.97676295 0.5831866  0.4751072  0.4135461 ]
Correct: [35.15625 67.03125 79.84375 83.75    85.78125]%
Cross Entropy Loss: [1.9073855  0.9486369  0.5557568  0.41918832 0.3613975 ]
Correct: [38.75    67.96875 80.      86.25    89.375  ]%
Cross Entropy Loss: [1.9496114  0.8959441  0.57098454 0.42986408 0.39281318]
Correct: [41.40625 67.34375 79.84375 85.15625 86.25   ]%
Cross Entropy Loss: [1.693861   0.72697085 0.5135578  0.38435632 0.32856542]
Correct: [44.6875  75.46875 81.71875 87.5     88.59375]%
Cross Entropy Loss: [1.7546982  0.79313713 0.5789454  0.46258408 0.4005795 ]
Correct: [41.875   71.875   78.28125 84.6875  86.71875]%
Cross Entropy Loss: [1.8305374  0.89960736 0.5989254  0.49816465 0.37080854]
Correct: [40.      69.84375 81.71875 82.8125  87.5    ]%
Cross Entropy Loss: [1.9521751  0.90808755 0.60502774 0.4353022  0.3708714 ]
Correct: [39.21875 68.75    81.40625 84.375   86.40625]%
Cross Entropy Loss: [1.9446821  0.9445485  0.58562106 0.40775567 0.33891076]
Correct: [37.03125 66.5625  80.3125  85.15625 89.0625 ]%
Cross Entropy Loss: [2.0890617  0.90365994 0.60408044 0.46074423 0.3731243 ]
Correct: [37.5     71.40625 79.53125 85.46875 87.65625]%
Cross Entropy Loss: [2.0804296  0.8894814  0.61959624 0.43936235 0.37541845]
Correct: [34.6875  69.375   80.3125  85.3125  87.65625]%
Cross Entropy Loss: [1.8817339  0.9202016  0.5975664  0.43557674 0.42644787]
Correct: [40.3125 67.1875 77.1875 86.5625 85.    ]%
Cross Entropy Loss: [2.0351834  1.0435086  0.632588   0.5053929  0.41373014]
Correct: [36.25   64.6875 79.375  82.5    85.    ]%
Cross Entropy Loss: [1.978988   1.0119493  0.6256692  0.43657488 0.4014984 ]
Correct: [34.0625  66.40625 78.59375 84.53125 85.46875]%
Cross Entropy Loss: [1.8917282  0.9199586  0.60285246 0.42836994 0.39163977]
Correct: [38.4375  67.5     78.75    83.75    85.78125]%
Cross Entropy Loss: [1.992444   0.90252954 0.61940056 0.40711188 0.3892218 ]
Correct: [37.5     67.5     79.53125 86.5625  86.5625 ]%
Cross Entropy Loss: [1.9824936 0.8474557 0.5282612 0.3906907 0.3088173]
Correct: [36.71875 71.5625  82.1875  86.875   89.21875]%
Cross Entropy Loss: [1.9631535  0.9213835  0.54600227 0.42120385 0.353763  ]
Correct: [37.5     67.8125  80.9375  84.53125 86.71875]%
Cross Entropy Loss: [1.9443657  0.91162145 0.59409416 0.4575116  0.39554223]
Correct: [38.90625 68.90625 79.375   83.75    85.3125 ]%
Cross Entropy Loss: [1.8766959  0.91799796 0.6103078  0.4745863  0.40857577]
Correct: [41.25    69.375   78.90625 83.59375 86.25   ]%
Cross Entropy Loss: [1.9203361  0.9827817  0.5452811  0.44527617 0.41394234]
Correct: [37.1875  66.40625 80.9375  85.9375  85.3125 ]%
Cross Entropy Loss: [2.119844   1.0246422  0.6308197  0.5188026  0.43016165]
Correct: [34.6875 63.75   79.375  81.875  84.6875]%
Cross Entropy Loss: [1.9519554  0.8688394  0.56691056 0.4335102  0.41150886]
Correct: [36.25    69.53125 80.78125 85.78125 86.5625 ]%
Cross Entropy Loss: [2.1821535 1.0769603 0.7443699 0.5578996 0.4888672]
Correct: [32.34375 62.03125 74.53125 82.03125 82.1875 ]%
Cross Entropy Loss: [2.2194984  1.1374558  0.76093733 0.6389253  0.54564273]
Correct: [32.65625 61.875   74.53125 79.53125 80.9375 ]%
Cross Entropy Loss: [2.0659516  0.9817028  0.58934116 0.4967875  0.4388627 ]
Correct: [36.09375 67.03125 81.09375 83.59375 84.375  ]%
Cross Entropy Loss: [1.8686479  0.843303   0.5815716  0.43558016 0.36356276]
Correct: [40.46875 71.09375 81.09375 85.      87.65625]%
Cross Entropy Loss: [1.9329773  0.9597999  0.5920888  0.43233734 0.40007776]
Correct: [38.125   69.6875  81.25    85.78125 86.875  ]%
Cross Entropy Loss: [1.7701948  0.8136083  0.56827927 0.42988244 0.43719387]
Correct: [41.5625  69.84375 80.      85.46875 85.15625]%
Cross Entropy Loss: [1.9620087  0.95148677 0.6204025  0.48620644 0.44177237]
Correct: [37.5     68.90625 78.4375  82.65625 85.625  ]%
Cross Entropy Loss: [2.0197072  0.9574701  0.567083   0.44536066 0.3865719 ]
Correct: [35.625   67.5     80.625   82.5     84.84375]%
Cross Entropy Loss: [1.9612281 0.9282282 0.5758928 0.423525  0.334349 ]
Correct: [37.1875  70.3125  81.40625 85.9375  88.75   ]%
Cross Entropy Loss: [2.0379167  0.9083729  0.56344366 0.4420244  0.39112568]
Correct: [36.875   69.84375 81.71875 85.3125  84.84375]%
Cross Entropy Loss: [1.9753364  0.9587075  0.58825576 0.48415956 0.43404466]
Correct: [36.25    66.40625 80.3125  82.03125 84.84375]%
Cross Entropy Loss: [1.989891   0.9884614  0.70107573 0.4646748  0.4585988 ]
Correct: [37.1875  66.5625  77.5     83.59375 83.4375 ]%
Cross Entropy Loss: [1.8839222  0.8749157  0.53012115 0.41767758 0.39063418]
Correct: [37.96875 69.84375 82.34375 85.3125  85.3125 ]%
Cross Entropy Loss: [1.9194456  0.9267127  0.55275804 0.45093617 0.38131458]
Correct: [37.34375 68.28125 79.53125 82.96875 86.40625]%
Cross Entropy Loss: [1.9614899  0.95224744 0.56829166 0.43094787 0.38817996]
Correct: [40.15625 69.375   81.875   86.5625  86.71875]%
Cross Entropy Loss: [2.026785   0.98733026 0.6419558  0.5756149  0.4526156 ]
Correct: [33.75    65.78125 76.25    79.0625  83.59375]%
Cross Entropy Loss: [1.8283999  0.8708066  0.5675672  0.43010777 0.35793653]
Correct: [40.      70.15625 80.3125  85.625   87.96875]%
Cross Entropy Loss: [2.0992842  1.0942941  0.6499775  0.52429974 0.45254087]
Correct: [35.      63.75    77.03125 83.28125 84.6875 ]%
Cross Entropy Loss: [1.8977177  0.8363042  0.56761855 0.4444344  0.39867622]
Correct: [38.59375 70.78125 78.28125 84.375   84.375  ]%
Cross Entropy Loss: [1.9527242  0.85907334 0.516268   0.35937804 0.31511584]
Correct: [38.75   70.625  81.5625 87.5    88.75  ]%
Cross Entropy Loss: [2.143477   1.0192902  0.6933265  0.5290369  0.46043152]
Correct: [36.09375 66.25    76.09375 81.875   84.84375]%
Cross Entropy Loss: [1.9594462  0.9469212  0.6189085  0.47916555 0.3784197 ]
Correct: [38.75    69.21875 78.4375  83.75    86.25   ]%
Cross Entropy Loss: [2.0120523 0.9181968 0.5553943 0.4553369 0.394628 ]
Correct: [37.34375 66.875   80.3125  84.21875 85.78125]%
Cross Entropy Loss: [2.0009506  0.90550315 0.5156458  0.41122928 0.35637426]
Correct: [38.4375  71.09375 82.1875  86.5625  88.90625]%
Cross Entropy Loss: [1.8876803  0.92379236 0.5990325  0.4674332  0.4291396 ]
Correct: [39.21875 67.03125 80.9375  84.21875 86.875  ]%
Cross Entropy Loss: [2.0889459  0.9452875  0.5847486  0.44553456 0.4568817 ]
Correct: [36.09375 69.0625  82.96875 85.46875 85.78125]%
Cross Entropy Loss: [2.0327132  0.9649812  0.61422515 0.46582675 0.42243633]
Correct: [33.28125 66.09375 78.28125 83.125   86.40625]%
Cross Entropy Loss: [2.1357405  1.0789258  0.6650029  0.56295174 0.49538946]
Correct: [33.75    63.90625 78.4375  80.625   83.59375]%
Cross Entropy Loss: [2.0636964  0.99476415 0.66402197 0.48995572 0.46248117]
Correct: [35.15625 62.8125  78.28125 84.375   84.0625 ]%
Cross Entropy Loss: [1.8769392  0.8312028  0.5341413  0.3954553  0.30039644]
Correct: [40.3125  70.3125  80.9375  84.84375 89.84375]%
Cross Entropy Loss: [1.7315471  0.81639576 0.5210665  0.3676738  0.33770674]
Correct: [39.84375 72.1875  80.46875 87.03125 88.28125]%
Cross Entropy Loss: [1.7556264  0.7953702  0.47730666 0.39149052 0.33435535]
Correct: [43.4375  72.1875  82.03125 85.78125 87.5    ]%
Cross Entropy Loss: [2.054813   0.967806   0.5924915  0.45960793 0.3996569 ]
Correct: [39.6875  67.96875 79.0625  82.96875 85.15625]%
Cross Entropy Loss: [2.0397801  1.0230266  0.639528   0.53478277 0.46103182]
Correct: [33.75    65.15625 80.625   82.5     84.21875]%
Cross Entropy Loss: [1.966691   0.9095867  0.59159416 0.49888596 0.4346858 ]
Correct: [38.75    68.4375  81.40625 82.65625 85.625  ]%
Cross Entropy Loss: [2.004023   0.8735899  0.52584803 0.42195907 0.35676795]
Correct: [34.375   69.53125 82.1875  85.625   86.25   ]%
Cross Entropy Loss: [1.84813    0.79113984 0.5189914  0.38371518 0.32448015]
Correct: [40.78125 71.40625 82.8125  87.34375 88.4375 ]%
Cross Entropy Loss: [1.930851   0.83040744 0.55328023 0.46333122 0.41066042]
Correct: [38.125   72.5     80.625   84.21875 85.78125]%
Cross Entropy Loss: [1.8468635  0.93842804 0.63978565 0.4779873  0.4126731 ]
Correct: [40.3125  68.4375  78.28125 84.21875 84.84375]%
Cross Entropy Loss: [1.9571642  0.92817116 0.5805162  0.4506546  0.39165208]
Correct: [36.875   68.75    79.21875 85.3125  85.78125]%
Cross Entropy Loss: [2.1843724 1.0543375 0.6764649 0.5182084 0.4416562]
Correct: [34.375   63.4375  77.65625 82.1875  85.78125]%
Cross Entropy Loss: [2.0248237  0.9927989  0.600382   0.49428606 0.40656537]
Correct: [33.4375  67.5     79.84375 83.28125 84.375  ]%
Cross Entropy Loss: [1.998339   0.94878566 0.601221   0.48684517 0.40262905]
Correct: [35.9375  68.75    80.9375  82.96875 86.5625 ]%
Cross Entropy Loss: [1.8898833  0.9287979  0.5507262  0.4411851  0.36226767]
Correct: [41.40625 69.0625  79.6875  84.375   87.5    ]%
Cross Entropy Loss: [1.8982613  0.7898033  0.4665072  0.4069213  0.32709822]
Correct: [39.375   72.34375 83.90625 86.5625  88.4375 ]%
Cross Entropy Loss: [1.7929184  0.7848402  0.5140467  0.36163834 0.32563955]
Correct: [42.1875  72.5     80.9375  86.875   88.28125]%
Cross Entropy Loss: [1.8540428  0.87394726 0.5304266  0.40032154 0.32423458]
Correct: [40.46875 69.53125 81.09375 88.59375 88.75   ]%
Cross Entropy Loss: [1.9749448  0.8969259  0.5603952  0.4138527  0.39808327]
Correct: [33.90625 69.21875 79.84375 85.625   85.78125]%
Cross Entropy Loss: [1.9771017  0.9149095  0.67055553 0.5018309  0.49610487]
Correct: [40.15625 69.84375 78.75    83.28125 83.28125]%
Cross Entropy Loss: [1.782501   0.78012353 0.5015756  0.4261922  0.4176937 ]
Correct: [43.4375  72.96875 84.21875 86.09375 85.     ]%
Cross Entropy Loss: [1.8705279  0.9222167  0.56549066 0.48395056 0.39850062]
Correct: [39.375   70.15625 81.875   84.6875  87.34375]%
Cross Entropy Loss: [1.9905907  0.85957927 0.53655255 0.42952695 0.3547735 ]
Correct: [34.84375 69.84375 81.875   85.3125  87.65625]%
Cross Entropy Loss: [2.05003    0.9656051  0.607973   0.51212347 0.42098778]
Correct: [35.3125  68.75    78.28125 83.28125 85.     ]%
Cross Entropy Loss: [1.9744093  0.9075875  0.55911785 0.47438702 0.3879512 ]
Correct: [39.6875  68.75    81.71875 84.6875  86.875  ]%
Cross Entropy Loss: [1.9192498  0.83132446 0.5449622  0.42280537 0.35678026]
Correct: [40.625   71.875   81.71875 84.6875  87.96875]%
Cross Entropy Loss: [1.9120337  0.84664536 0.56395084 0.42278266 0.4006768 ]
Correct: [42.1875  70.78125 80.15625 85.15625 87.03125]%
Cross Entropy Loss: [1.7418547 0.8151573 0.4867298 0.3899987 0.3670637]
Correct: [44.84375 70.78125 84.375   87.34375 87.5    ]%
Cross Entropy Loss: [1.9407551  0.8245529  0.54438794 0.42050615 0.38837975]
Correct: [38.59375 72.5     81.09375 85.3125  86.5625 ]%
Cross Entropy Loss: [2.2147489  1.1582739  0.6875529  0.58211386 0.54386395]
Correct: [33.125   61.5625  78.28125 80.9375  82.03125]%
Cross Entropy Loss: [1.8494841  0.8436469  0.5695616  0.44595084 0.398457  ]
Correct: [38.75    72.03125 80.9375  85.3125  85.15625]%
Cross Entropy Loss: [1.8940823  0.931886   0.6266585  0.47693196 0.41247278]
Correct: [38.75    70.46875 79.21875 84.21875 86.25   ]%
Cross Entropy Loss: [1.9018261  0.88675165 0.61794084 0.47907916 0.4013458 ]
Correct: [37.34375 69.375   78.4375  82.8125  86.25   ]%
Cross Entropy Loss: [2.0216439  0.85813266 0.59086955 0.41676027 0.3979085 ]
Correct: [35.15625 69.6875  78.75    85.625   86.09375]%
Cross Entropy Loss: [1.9162807  0.8463063  0.58899826 0.4480652  0.38788652]
Correct: [37.96875 72.5     79.0625  84.6875  88.75   ]%
Cross Entropy Loss: [1.8826916  0.95594233 0.64928496 0.5363469  0.45912114]
Correct: [39.375   67.8125  79.375   80.      84.21875]%
Cross Entropy Loss: [1.8797909  0.87407696 0.5580175  0.4330617  0.3862539 ]
Correct: [35.15625 71.71875 80.      83.90625 84.6875 ]%
Cross Entropy Loss: [1.8589998  0.88380784 0.5637268  0.43140092 0.3896231 ]
Correct: [41.09375 70.9375  81.09375 83.59375 87.96875]%
Cross Entropy Loss: [1.7093445  0.8047155  0.494025   0.39444116 0.36341578]
Correct: [45.3125  72.65625 80.9375  85.3125  87.5    ]%
Cross Entropy Loss: [2.0940418  1.0071018  0.63109213 0.46666735 0.39462495]
Correct: [35.9375 66.25   78.4375 83.4375 84.375 ]%
Cross Entropy Loss: [2.042695   0.8683547  0.46619043 0.392494   0.32806763]
Correct: [35.      69.6875  85.15625 86.71875 90.15625]%
Cross Entropy Loss: [1.9870723  0.8587979  0.49970135 0.39676955 0.34551412]
Correct: [36.875   71.71875 82.96875 87.96875 89.375  ]%
Cross Entropy Loss: [1.7954414  0.808081   0.5226864  0.38802978 0.37066597]
Correct: [44.53125 73.4375  83.125   86.09375 87.1875 ]%
Cross Entropy Loss: [1.8939159  0.8434726  0.56559783 0.46507272 0.455306  ]
Correct: [37.03125 71.25    79.6875  84.0625  84.375  ]%
Cross Entropy Loss: [1.8380299  0.8679692  0.55126107 0.432995   0.4176188 ]
Correct: [39.375   69.21875 81.5625  85.      85.625  ]%
Cross Entropy Loss: [2.0376883  1.0201249  0.6100767  0.5116366  0.44189915]
Correct: [37.96875 66.25    80.46875 85.15625 85.15625]%
Cross Entropy Loss: [2.0846267  0.99109364 0.6310348  0.48539495 0.4298336 ]
Correct: [33.4375  70.46875 80.      81.875   85.3125 ]%
Cross Entropy Loss: [1.8470728  0.74628764 0.45183545 0.3436772  0.3161934 ]
Correct: [42.65625 74.21875 84.6875  88.90625 89.53125]%
Cross Entropy Loss: [2.0877337  0.9916998  0.62050885 0.50868857 0.41584277]
Correct: [35.      68.4375  78.90625 84.84375 86.5625 ]%
Cross Entropy Loss: [1.9406668  0.92665833 0.59444416 0.47232056 0.44014177]
Correct: [39.6875  68.90625 80.15625 83.4375  84.6875 ]%
Cross Entropy Loss: [1.931325   0.88762873 0.49107933 0.39193937 0.3265428 ]
Correct: [38.59375 70.3125  83.4375  86.5625  90.625  ]%
Cross Entropy Loss: [2.085846   1.0468957  0.6643805  0.50209886 0.40506515]
Correct: [34.84375 65.625   77.1875  82.03125 85.625  ]%
Cross Entropy Loss: [1.7910469  0.8496416  0.62525576 0.52412176 0.4173022 ]
Correct: [40.46875 71.25    77.1875  81.71875 86.09375]%
Cross Entropy Loss: [1.8625122  0.82198316 0.5929097  0.4723423  0.39186606]
Correct: [40.15625 69.0625  80.      84.53125 87.34375]%
Cross Entropy Loss: [1.8701655  0.9181404  0.6563632  0.5308328  0.46942014]
Correct: [38.90625 67.65625 77.8125  81.875   82.8125 ]%
Cross Entropy Loss: [1.7823093  0.79252833 0.49895087 0.43585283 0.3429147 ]
Correct: [41.71875 72.03125 84.6875  84.53125 88.28125]%
Cross Entropy Loss: [2.0769284  0.9471099  0.6249989  0.5196879  0.39365035]
Correct: [35.3125  67.96875 79.6875  83.90625 87.5    ]%
Cross Entropy Loss: [1.9989827  0.9181     0.5662794  0.45422775 0.39101902]
Correct: [36.40625 68.90625 80.78125 84.84375 86.5625 ]%
Cross Entropy Loss: [1.9835951  0.9503008  0.59568286 0.5032152  0.39912987]
Correct: [37.03125 68.28125 80.78125 82.8125  86.5625 ]%
Cross Entropy Loss: [1.9870281 0.933848  0.6051333 0.5122462 0.4438141]
Correct: [36.71875 65.9375  79.0625  82.1875  84.84375]%
Cross Entropy Loss: [2.0245678  0.9401148  0.6543752  0.48821515 0.4272769 ]
Correct: [35.78125 68.59375 77.8125  84.21875 85.15625]%
Cross Entropy Loss: [1.912611   0.8781222  0.5418837  0.41239986 0.39642873]
Correct: [38.4375  70.15625 82.03125 85.3125  85.78125]%
Cross Entropy Loss: [1.8816932  0.85799634 0.5388644  0.43730155 0.40777245]
Correct: [37.5     69.375   83.125   85.3125  84.84375]%
Cross Entropy Loss: [1.9622056  0.90909654 0.6051623  0.47996798 0.43917578]
Correct: [38.75    67.96875 76.40625 83.28125 84.6875 ]%
Cross Entropy Loss: [1.8875206  0.8654156  0.5647762  0.41728726 0.3677585 ]
Correct: [38.28125 70.78125 80.78125 84.6875  87.96875]%
Cross Entropy Loss: [1.8099976  0.91067886 0.5752379  0.49747723 0.4136483 ]
Correct: [38.59375 69.375   81.5625  83.75    85.9375 ]%
Cross Entropy Loss: [1.8398707  0.89523685 0.5305296  0.43572444 0.38844737]
Correct: [44.0625 68.125  81.5625 82.1875 85.625 ]%
Cross Entropy Loss: [1.8865347  0.9430801  0.5751983  0.45922428 0.4044465 ]
Correct: [38.75    70.78125 79.84375 85.      85.9375 ]%
Cross Entropy Loss: [1.9774005  0.8674719  0.5422487  0.44139618 0.41631833]
Correct: [37.5     69.375   82.03125 85.15625 85.46875]%
Cross Entropy Loss: [2.065577   0.91752034 0.5763604  0.497499   0.41736126]
Correct: [33.90625 68.28125 81.25    82.5     86.09375]%
Cross Entropy Loss: [1.9476261  0.99515676 0.5828222  0.4780233  0.4048496 ]
Correct: [35.      68.28125 80.15625 83.59375 84.6875 ]%
Cross Entropy Loss: [1.860787   0.73816204 0.4198855  0.3211196  0.29886714]
Correct: [38.4375  73.90625 86.25    89.0625  90.625  ]%
Cross Entropy Loss: [1.9194963  0.8992981  0.5401409  0.41526747 0.40920156]
Correct: [39.375   68.28125 82.1875  86.71875 86.5625 ]%
Cross Entropy Loss: [2.156303   0.9160339  0.5205114  0.40641338 0.33423597]
Correct: [36.875   69.53125 82.5     85.78125 87.03125]%
Cross Entropy Loss: [1.9211805 0.8997261 0.5740287 0.4685666 0.38606  ]
Correct: [39.21875 70.      80.3125  82.96875 85.78125]%
Cross Entropy Loss: [1.9976193  0.8872865  0.5490445  0.42353374 0.32569233]
Correct: [35.9375  70.3125  80.46875 86.09375 90.3125 ]%
Cross Entropy Loss: [1.9394964  0.9240843  0.54360753 0.3919704  0.33644062]
Correct: [37.34375 67.8125  80.15625 86.25    87.1875 ]%
Cross Entropy Loss: [2.0929737  0.98743725 0.6648788  0.4816052  0.45484892]
Correct: [36.09375 66.25    76.5625  83.75    84.375  ]%
Cross Entropy Loss: [1.9083393  0.92647314 0.54325736 0.4332467  0.39336473]
Correct: [40.      67.34375 79.84375 84.53125 87.65625]%
Cross Entropy Loss: [2.02881    0.9689554  0.6768456  0.52729076 0.5126032 ]
Correct: [35.15625 66.09375 78.28125 83.125   83.75   ]%
Cross Entropy Loss: [1.8785778 0.9898775 0.6274828 0.5041475 0.4090907]
Correct: [38.4375  68.28125 79.84375 85.      85.9375 ]%
Cross Entropy Loss: [1.9012263  0.8123062  0.49639505 0.4223939  0.3401406 ]
Correct: [37.03125 72.65625 82.8125  85.9375  87.5    ]%
Cross Entropy Loss: [1.867692   0.9184884  0.55688757 0.43248206 0.3505991 ]
Correct: [39.6875  68.4375  79.53125 83.90625 88.125  ]%
Cross Entropy Loss: [2.0120208  0.9330292  0.5932466  0.49021897 0.41625133]
Correct: [36.40625 68.59375 78.90625 84.0625  85.625  ]%
Cross Entropy Loss: [1.8758097  0.7566989  0.46078157 0.3621462  0.30995327]
Correct: [39.6875  73.59375 83.125   87.96875 89.6875 ]%
Cross Entropy Loss: [1.8543888  0.8406307  0.53880155 0.44010824 0.37599483]
Correct: [40.15625 72.1875  82.8125  84.0625  88.4375 ]%
Cross Entropy Loss: [1.8921229  0.88286066 0.49151152 0.40505004 0.33697876]
Correct: [39.84375 71.5625  82.65625 84.375   86.5625 ]%
Cross Entropy Loss: [1.7245604  0.7645716  0.45390254 0.35179275 0.3296981 ]
Correct: [43.90625 73.75    83.90625 87.5     88.59375]%
Cross Entropy Loss: [1.8923889  0.8812583  0.56317675 0.39739174 0.3475606 ]
Correct: [37.03125 70.9375  77.8125  85.9375  87.34375]%
Cross Entropy Loss: [2.1741257  1.0430106  0.633597   0.49823397 0.437414  ]
Correct: [34.0625  64.6875  77.8125  82.96875 84.6875 ]%
Cross Entropy Loss: [1.9272709  0.81312454 0.5158384  0.4309493  0.3782968 ]
Correct: [37.34375 72.8125  82.8125  85.46875 86.5625 ]%
Cross Entropy Loss: [1.9596357  0.9107087  0.5667608  0.4631192  0.38532004]
Correct: [37.34375 70.9375  80.15625 82.8125  85.15625]%
Cross Entropy Loss: [1.9623076  0.8900388  0.58352983 0.46380883 0.36654538]
Correct: [33.75    68.4375  77.96875 84.53125 87.8125 ]%
Cross Entropy Loss: [1.865251   0.8261317  0.5018547  0.40010938 0.3244745 ]
Correct: [38.4375  71.09375 82.96875 85.78125 88.28125]%
Cross Entropy Loss: [2.0431151  1.0341514  0.6882421  0.55321735 0.4807952 ]
Correct: [37.03125 66.09375 77.1875  82.03125 83.4375 ]%
Cross Entropy Loss: [1.9000928  0.8746208  0.59801775 0.48202634 0.40357837]
Correct: [37.96875 69.0625  79.84375 82.8125  87.65625]%
Cross Entropy Loss: [1.9007185  0.8144926  0.48157614 0.42314202 0.345685  ]
Correct: [39.375   71.40625 84.21875 85.9375  87.03125]%
Cross Entropy Loss: [2.0330138  0.9170116  0.53552425 0.41546816 0.36097923]
Correct: [35.625   68.4375  82.34375 85.      86.875  ]%
Cross Entropy Loss: [1.918437   0.8093235  0.5063949  0.39432424 0.33125982]
Correct: [37.5     70.9375  83.4375  86.71875 86.875  ]%
Cross Entropy Loss: [1.9502544  0.8179924  0.49813023 0.38321018 0.35453066]
Correct: [36.71875 70.      82.1875  86.71875 87.96875]%
Cross Entropy Loss: [2.0942564  0.94165313 0.59971106 0.48508492 0.4252538 ]
Correct: [35.3125  69.53125 79.84375 83.59375 86.40625]%
Cross Entropy Loss: [1.8485863  0.8282957  0.5349038  0.39183006 0.35581407]
Correct: [41.09375 73.4375  81.40625 85.9375  88.28125]%
Cross Entropy Loss: [1.8661759  0.8810706  0.49771166 0.4201552  0.33426085]
Correct: [39.375   68.90625 82.96875 86.5625  89.0625 ]%
Cross Entropy Loss: [1.9822537  0.95775527 0.54863656 0.4388822  0.36540255]
Correct: [37.1875  69.84375 81.875   85.15625 87.34375]%
Cross Entropy Loss: [2.0119984  0.87603873 0.5683737  0.4300611  0.35618526]
Correct: [36.71875 70.46875 80.625   85.46875 87.34375]%
Cross Entropy Loss: [1.6774969  0.8075962  0.5038737  0.38736767 0.34443524]
Correct: [44.375   70.78125 83.75    86.40625 87.65625]%
Cross Entropy Loss: [1.7758214  0.7992104  0.48523912 0.37208873 0.33229595]
Correct: [42.1875  72.96875 82.96875 87.96875 89.375  ]%
Cross Entropy Loss: [1.7892046  0.74995625 0.47785553 0.365709   0.3301885 ]
Correct: [39.375   73.4375  82.65625 87.65625 87.96875]%
Cross Entropy Loss: [1.8449895  0.80322903 0.4808363  0.39796457 0.34836024]
Correct: [42.03125 70.      82.96875 87.34375 88.125  ]%
Cross Entropy Loss: [1.936652   0.8513789  0.5435735  0.4035417  0.33604547]
Correct: [36.71875 69.53125 81.71875 86.09375 88.75   ]%
Cross Entropy Loss: [1.8165941  0.7517516  0.48259926 0.37032467 0.3371498 ]
Correct: [39.53125 74.84375 83.125   87.65625 86.875  ]%
Cross Entropy Loss: [1.7864052  0.83950967 0.51441365 0.38067815 0.34751096]
Correct: [41.71875 72.34375 81.40625 86.875   88.59375]%
Cross Entropy Loss: [2.0388498  0.8967124  0.5421039  0.38239637 0.33494097]
Correct: [35.3125  69.375   82.1875  85.46875 87.5    ]%
Cross Entropy Loss: [1.8036168  0.7947642  0.5309774  0.42460495 0.36451373]
Correct: [38.59375 70.9375  81.71875 85.625   87.1875 ]%
Cross Entropy Loss: [1.9309489  0.9166837  0.5717752  0.43047133 0.36603174]
Correct: [39.53125 68.28125 80.15625 86.25    87.5    ]%
Cross Entropy Loss: [1.7605194  0.79049456 0.53379714 0.39469218 0.3134281 ]
Correct: [40.9375  72.96875 83.75    87.34375 90.3125 ]%
Cross Entropy Loss: [1.7801971  0.8082228  0.48253936 0.3896967  0.3379651 ]
Correct: [41.40625 69.84375 84.0625  86.40625 88.4375 ]%
Cross Entropy Loss: [1.9093454  0.8448634  0.61515254 0.45231295 0.37690708]
Correct: [38.59375 70.78125 79.53125 85.46875 86.5625 ]%
Cross Entropy Loss: [1.9423832  0.9322049  0.5843326  0.48016602 0.4135483 ]
Correct: [38.90625 68.28125 79.53125 84.21875 84.6875 ]%
Cross Entropy Loss: [1.8856552  0.8328931  0.52518356 0.40886942 0.34375605]
Correct: [39.375   70.78125 81.875   87.34375 89.53125]%
Cross Entropy Loss: [1.7432652  0.8051645  0.5088784  0.35149854 0.32856965]
Correct: [44.375   71.875   82.96875 87.5     86.5625 ]%
Cross Entropy Loss: [1.8212112  0.81049746 0.49991512 0.3521741  0.3210624 ]
Correct: [40.15625 71.40625 83.90625 87.5     89.53125]%
Cross Entropy Loss: [1.9445909  0.8845277  0.53257155 0.38074413 0.3401279 ]
Correct: [37.34375 69.0625  82.1875  87.1875  88.28125]%
Cross Entropy Loss: [2.0349865  0.9184942  0.5681256  0.44296455 0.37959185]
Correct: [35.3125  67.65625 82.1875  85.15625 87.8125 ]%
Cross Entropy Loss: [2.1023376  0.9862871  0.59272873 0.4535772  0.413929  ]
Correct: [35.3125  65.9375  79.0625  84.53125 85.625  ]%
Cross Entropy Loss: [2.073819   0.96834767 0.6407554  0.5531026  0.44335565]
Correct: [36.09375 68.4375  78.59375 80.625   85.3125 ]%
Cross Entropy Loss: [2.0110533  1.0091416  0.6555041  0.48693925 0.41085204]
Correct: [37.5     68.125   79.375   82.65625 86.09375]%
Cross Entropy Loss: [1.904021   0.7822198  0.48698932 0.3732655  0.29440844]
Correct: [40.625   71.5625  82.8125  87.96875 89.53125]%
Cross Entropy Loss: [2.115849   0.9059764  0.5722287  0.4596685  0.36761934]
Correct: [33.90625 69.84375 79.53125 84.53125 87.5    ]%
Cross Entropy Loss: [2.0170717  1.0159156  0.63883346 0.5246495  0.415615  ]
Correct: [34.375   65.9375  77.34375 82.1875  85.     ]%
Cross Entropy Loss: [1.8458996  0.7831983  0.53903234 0.41609162 0.39128155]
Correct: [38.90625 72.8125  80.46875 86.25    85.9375 ]%
Cross Entropy Loss: [1.8493426  0.87850416 0.5782006  0.45535737 0.38192135]
Correct: [39.84375 70.46875 78.90625 83.75    87.1875 ]%
Cross Entropy Loss: [1.9565432  0.86957014 0.59392804 0.41925278 0.38302332]
Correct: [40.3125  69.84375 80.9375  86.09375 88.125  ]%
Cross Entropy Loss: [1.7226881  0.76229584 0.4881745  0.3778297  0.32265902]
Correct: [41.5625  73.28125 82.8125  88.4375  88.28125]%
Cross Entropy Loss: [1.8055141  0.9382645  0.57164276 0.4532868  0.37892953]
Correct: [41.875   68.90625 80.625   85.3125  87.1875 ]%
Cross Entropy Loss: [1.7663873  0.7964318  0.49309188 0.42631525 0.3400731 ]
Correct: [40.78125 72.8125  83.90625 86.40625 88.90625]%
Cross Entropy Loss: [1.8586769  0.8083336  0.4742797  0.3346923  0.31583238]
Correct: [39.0625  72.03125 83.90625 88.90625 90.15625]%
Cross Entropy Loss: [1.9960248  0.9299145  0.537562   0.40528816 0.365791  ]
Correct: [36.5625  66.71875 81.875   87.8125  87.1875 ]%
Cross Entropy Loss: [1.8759779  0.87994367 0.5148772  0.41209048 0.3544486 ]
Correct: [40.15625 67.03125 82.1875  86.09375 87.8125 ]%
Cross Entropy Loss: [1.8247957  0.8885256  0.5494234  0.46448913 0.35646412]
Correct: [38.125  70.3125 81.875  83.4375 87.5   ]%
Cross Entropy Loss: [1.7291067  0.73991907 0.43997574 0.34589407 0.30613172]
Correct: [41.5625  77.1875  86.71875 87.96875 89.53125]%
Cross Entropy Loss: [1.8675734  0.83426285 0.52904826 0.38637608 0.34992272]
Correct: [38.90625 72.34375 82.5     85.      87.5    ]%
Cross Entropy Loss: [1.9795091  0.9029409  0.5360906  0.39464882 0.3529511 ]
Correct: [35.9375  70.      80.9375  84.6875  86.40625]%
Cross Entropy Loss: [1.8305566  0.8548958  0.5444956  0.4111156  0.33717078]
Correct: [40.15625 70.9375  81.5625  85.625   88.75   ]%
Cross Entropy Loss: [1.8448147  0.8949067  0.5381314  0.40237683 0.33874515]
Correct: [38.90625 68.4375  81.09375 85.3125  88.75   ]%
Cross Entropy Loss: [2.0967722  0.8588524  0.5059782  0.38335276 0.33356947]
Correct: [35.15625 71.71875 83.28125 86.71875 89.375  ]%
Cross Entropy Loss: [1.8480618 0.8431409 0.5279506 0.4024101 0.3913355]
Correct: [40.78125 70.3125  81.71875 85.9375  87.1875 ]%
Cross Entropy Loss: [1.898246   0.89835167 0.48757344 0.35788602 0.2885682 ]
Correct: [41.40625 69.0625  82.34375 87.1875  89.0625 ]%
Cross Entropy Loss: [1.9972044  0.91511554 0.5470926  0.44592887 0.3648378 ]
Correct: [37.5     68.59375 81.5625  86.25    87.65625]%
Cross Entropy Loss: [2.0004754 0.9621504 0.6035672 0.5335557 0.4671747]
Correct: [39.21875 66.25    80.3125  81.25    83.4375 ]%
Cross Entropy Loss: [1.7816474  0.8143978  0.5233911  0.40475696 0.34969112]
Correct: [41.71875 73.4375  83.4375  85.625   88.59375]%
Cross Entropy Loss: [2.0507455  0.9036333  0.5895006  0.41086808 0.35975415]
Correct: [35.      69.53125 80.15625 85.      87.8125 ]%
Cross Entropy Loss: [1.9024347  0.8935997  0.50956357 0.39581633 0.3255929 ]
Correct: [37.5     69.53125 81.5625  85.78125 89.21875]%
Cross Entropy Loss: [1.8937136  0.85996544 0.54267794 0.42096385 0.34769642]
Correct: [39.53125 70.15625 81.25    86.71875 87.8125 ]%
Cross Entropy Loss: [2.050983   0.95073354 0.59508455 0.49610466 0.41981927]
Correct: [36.25    69.375   78.4375  83.4375  84.53125]%
Cross Entropy Loss: [1.8906953  0.8787177  0.5394279  0.41837922 0.3913048 ]
Correct: [39.375   69.84375 81.09375 84.21875 87.34375]%
Cross Entropy Loss: [1.9172516  0.8013315  0.47329932 0.38965502 0.33805397]
Correct: [37.96875 72.1875  83.4375  87.8125  89.0625 ]%
Cross Entropy Loss: [2.0847092  0.9758693  0.59633315 0.48112392 0.40542537]
Correct: [36.09375 67.8125  80.9375  84.53125 86.09375]%
Cross Entropy Loss: [1.9180005 0.8296453 0.5097351 0.4127446 0.3470537]
Correct: [37.5     71.5625  82.96875 85.9375  88.4375 ]%
Cross Entropy Loss: [2.0014596  0.92821896 0.53404474 0.4449556  0.40438214]
Correct: [36.09375 69.6875  81.25    83.28125 86.09375]%
Cross Entropy Loss: [1.8764473  0.8023241  0.52545637 0.41997805 0.33853683]
Correct: [37.34375 73.90625 79.53125 85.46875 89.53125]%
Cross Entropy Loss: [1.7775215  0.84661627 0.5626827  0.47175756 0.4175628 ]
Correct: [40.      69.6875  81.40625 83.90625 85.15625]%
Cross Entropy Loss: [1.7648895  0.78523076 0.5118626  0.39914697 0.36184683]
Correct: [42.5     73.75    84.21875 86.5625  88.125  ]%
Cross Entropy Loss: [1.996144  0.832895  0.5456879 0.4146448 0.3567232]
Correct: [37.65625 72.03125 80.15625 85.9375  87.1875 ]%
Cross Entropy Loss: [1.9579127  0.85924834 0.5417138  0.42155448 0.35435146]
Correct: [39.6875  70.      81.40625 85.15625 87.5    ]%
Cross Entropy Loss: [1.7344793  0.8056477  0.4607602  0.38216597 0.31623632]
Correct: [43.75    71.09375 83.75    86.875   89.6875 ]%
Cross Entropy Loss: [1.9838724  0.9294403  0.6004032  0.45485467 0.33432382]
Correct: [37.96875 67.34375 78.28125 83.59375 87.96875]%
Cross Entropy Loss: [2.008107   0.9762756  0.5619721  0.45044738 0.35137647]
Correct: [37.96875 67.96875 80.625   85.3125  89.0625 ]%
Cross Entropy Loss: [1.8151093  0.782573   0.47850594 0.36928564 0.2950774 ]
Correct: [39.53125 72.96875 82.5     87.1875  89.53125]%
Cross Entropy Loss: [1.7029358  0.7843323  0.4906694  0.41108727 0.3603099 ]
Correct: [44.375   73.28125 83.59375 85.625   87.1875 ]%
Cross Entropy Loss: [1.8563416  0.87466115 0.5269418  0.41211778 0.37062508]
Correct: [38.4375  69.53125 79.84375 85.78125 86.71875]%
Cross Entropy Loss: [1.9156744  0.8117199  0.49977732 0.36395672 0.28240666]
Correct: [39.6875  71.875   80.      87.34375 90.15625]%
Cross Entropy Loss: [1.9883366  0.885712   0.58457386 0.42522186 0.36735886]
Correct: [38.4375  69.84375 80.46875 84.84375 86.875  ]%
Cross Entropy Loss: [1.8055389  0.7857153  0.48976645 0.3564304  0.29709965]
Correct: [39.6875  73.90625 85.15625 86.40625 88.75   ]%
Cross Entropy Loss: [1.84231    0.7704958  0.43327075 0.34317106 0.27810645]
Correct: [40.625   72.65625 85.46875 87.65625 90.9375 ]%
Cross Entropy Loss: [1.976465   0.886145   0.49754518 0.3918367  0.327571  ]
Correct: [35.3125  70.15625 82.96875 87.34375 89.21875]%
Cross Entropy Loss: [1.8871647  0.83771753 0.500973   0.36391592 0.30435222]
Correct: [37.1875  71.25    82.96875 87.5     89.375  ]%
Cross Entropy Loss: [2.120115   0.9568464  0.60292256 0.4838727  0.4242959 ]
Correct: [38.28125 68.4375  81.09375 83.28125 84.375  ]%
Cross Entropy Loss: [2.0885067  0.994933   0.5915146  0.49913883 0.41662797]
Correct: [33.59375 66.09375 80.      82.65625 86.40625]%
Cross Entropy Loss: [2.027163   0.8544752  0.59655464 0.46235162 0.3505811 ]
Correct: [34.53125 69.375   77.8125  85.3125  87.8125 ]%
Cross Entropy Loss: [1.684527   0.73258185 0.4737785  0.35250372 0.28374308]
Correct: [41.875  74.0625 83.75   86.25   91.25  ]%
Cross Entropy Loss: [2.057204   0.986992   0.63721997 0.50475293 0.43371838]
Correct: [35.15625 65.9375  78.125   81.40625 85.78125]%
Cross Entropy Loss: [1.9542615  0.9260479  0.58088857 0.457318   0.40747184]
Correct: [40.15625 68.125   80.9375  83.125   85.78125]%
Cross Entropy Loss: [2.0899556  0.9963376  0.5706104  0.41288328 0.32244593]
Correct: [35.15625 65.9375  80.9375  85.15625 89.0625 ]%
Cross Entropy Loss: [1.9635632  0.90511465 0.6086411  0.47703558 0.4077592 ]
Correct: [38.125   72.03125 81.40625 83.90625 87.34375]%
Cross Entropy Loss: [1.8610113  0.87249964 0.47441274 0.38914955 0.32645774]
Correct: [40.9375  70.625   82.5     86.875   88.90625]%
Cross Entropy Loss: [1.8712018  0.92658025 0.5714799  0.43864208 0.3836128 ]
Correct: [38.125   69.21875 80.3125  85.3125  85.9375 ]%
Cross Entropy Loss: [1.8550638  0.8551982  0.523074   0.44899654 0.3433271 ]
Correct: [40.15625 73.59375 82.03125 85.15625 87.5    ]%
Cross Entropy Loss: [1.8104782  0.8192221  0.46878403 0.36990133 0.3139049 ]
Correct: [40.15625 69.84375 83.125   87.03125 87.96875]%
Cross Entropy Loss: [2.0671551  0.9770543  0.59859407 0.5017624  0.4167258 ]
Correct: [35.      68.90625 80.15625 82.34375 84.84375]%
Cross Entropy Loss: [2.078545   0.91231203 0.62326777 0.46500492 0.41551065]
Correct: [37.5     67.65625 78.28125 84.375   86.25   ]%
Cross Entropy Loss: [1.7677736  0.8541647  0.52344245 0.3834727  0.3317958 ]
Correct: [40.625   69.6875  81.71875 87.1875  87.34375]%
Cross Entropy Loss: [1.9179037  0.8473369  0.51787    0.3813215  0.35535696]
Correct: [39.84375 70.46875 82.96875 86.875   87.96875]%
Cross Entropy Loss: [1.9773772  0.95419466 0.55429184 0.47012267 0.40388417]
Correct: [36.25    66.09375 81.40625 82.65625 85.625  ]%
Cross Entropy Loss: [1.9562229  0.8883208  0.5839258  0.44233173 0.36786994]
Correct: [37.96875 69.0625  82.65625 84.84375 87.65625]%
Cross Entropy Loss: [1.8878431  0.83343697 0.514241   0.40399808 0.3571398 ]
Correct: [37.8125  70.15625 83.75    86.09375 88.75   ]%
Cross Entropy Loss: [1.8907859  0.8304097  0.53290147 0.4153008  0.37411526]
Correct: [39.375   72.03125 80.      85.3125  87.1875 ]%
Cross Entropy Loss: [1.7859173  0.77445906 0.49131832 0.3672372  0.31510082]
Correct: [41.40625 71.5625  83.125   87.1875  90.     ]%
Cross Entropy Loss: [1.8711376  0.7972827  0.4781112  0.38057044 0.32885227]
Correct: [38.59375 72.1875  83.125   86.40625 88.75   ]%
Cross Entropy Loss: [1.8291667  0.8506395  0.49114722 0.36076775 0.31666228]
Correct: [40.625   70.78125 82.96875 86.71875 88.90625]%
Cross Entropy Loss: [1.8485101  0.9163556  0.5513569  0.4340834  0.37239987]
Correct: [38.59375 70.46875 81.40625 86.25    87.34375]%
Cross Entropy Loss: [1.9214599  0.88312995 0.53705335 0.44228634 0.34856504]
Correct: [37.96875 71.09375 81.875   85.78125 87.65625]%
Cross Entropy Loss: [1.7886263  0.7727176  0.5379137  0.39720514 0.3491841 ]
Correct: [40.625   72.03125 82.03125 86.25    87.8125 ]%
Cross Entropy Loss: [1.8787596  0.85015345 0.45785484 0.315911   0.28253478]
Correct: [37.1875 72.5    84.6875 89.375  90.625 ]%
Cross Entropy Loss: [1.8708575  0.80052006 0.49545035 0.35871688 0.35448343]
Correct: [40.3125 72.5    80.9375 87.8125 87.8125]%
Cross Entropy Loss: [1.6935403  0.6971384  0.41992664 0.3006509  0.27996293]
Correct: [43.28125 74.6875  86.09375 90.      90.3125 ]%
Cross Entropy Loss: [1.8590657  0.82957965 0.5412258  0.41638198 0.33579913]
Correct: [38.90625 72.1875  82.03125 86.40625 88.75   ]%
Cross Entropy Loss: [1.9391038  0.79807365 0.45603704 0.33977443 0.30116838]
Correct: [35.9375 73.125  83.75   90.     89.6875]%
Cross Entropy Loss: [1.8679819  0.82784116 0.50196946 0.39096275 0.33511367]
Correct: [39.375   72.34375 84.21875 87.65625 88.90625]%
Cross Entropy Loss: [2.009126   0.87978536 0.53248334 0.42236957 0.3517557 ]
Correct: [38.75    68.59375 80.3125  85.9375  87.1875 ]%
Cross Entropy Loss: [1.8331722  0.82623065 0.5436185  0.42607194 0.37492424]
Correct: [42.1875  73.4375  82.5     84.84375 86.09375]%
Cross Entropy Loss: [2.1697738  0.92446786 0.55154455 0.41339117 0.36525625]
Correct: [35.46875 70.15625 82.03125 85.46875 87.03125]%
Cross Entropy Loss: [1.8902595  0.8055352  0.5066896  0.4173023  0.38431534]
Correct: [35.15625 72.34375 81.875   85.3125  86.71875]%
Cross Entropy Loss: [1.8263565  0.83920825 0.47089705 0.38784245 0.304228  ]
Correct: [40.3125  71.71875 82.96875 85.9375  88.28125]%
Cross Entropy Loss: [1.7457292  0.7934207  0.46931115 0.41957456 0.31259146]
Correct: [43.75    74.21875 83.59375 85.3125  89.21875]%
Cross Entropy Loss: [1.8710861  0.78077096 0.48155832 0.37280494 0.3251686 ]
Correct: [38.125   75.      84.21875 87.96875 89.375  ]%
Cross Entropy Loss: [1.9092495  0.89819896 0.5520903  0.42081738 0.37091574]
Correct: [39.0625  70.      81.71875 85.78125 87.1875 ]%
Cross Entropy Loss: [1.7825361  0.7708351  0.47729477 0.38287735 0.32151812]
Correct: [40.3125  74.0625  84.21875 87.5     89.21875]%
Cross Entropy Loss: [1.6380959  0.7072929  0.41545224 0.30086747 0.25665808]
Correct: [43.125   74.84375 86.25    89.375   90.78125]%
Cross Entropy Loss: [1.9453142  0.83295375 0.4960052  0.36619288 0.31653553]
Correct: [37.1875  71.71875 82.65625 86.875   88.28125]%
Cross Entropy Loss: [1.8372768  0.8254282  0.53868616 0.4675776  0.4094575 ]
Correct: [39.53125 72.65625 81.25    83.28125 85.9375 ]%
Cross Entropy Loss: [1.6937234  0.7927817  0.48828405 0.40224877 0.34943658]
Correct: [42.8125  72.03125 83.90625 86.40625 87.65625]%
Cross Entropy Loss: [1.790082   0.754701   0.46526575 0.33091077 0.27727336]
Correct: [42.03125 73.125   85.      88.59375 90.9375 ]%
Cross Entropy Loss: [1.9439675  0.8647243  0.51965207 0.39876252 0.3314759 ]
Correct: [38.125   69.84375 83.4375  84.0625  88.125  ]%
Cross Entropy Loss: [1.5684565  0.6293107  0.42002568 0.338385   0.29531226]
Correct: [45.78125 78.4375  85.15625 87.34375 89.6875 ]%
Cross Entropy Loss: [2.0243134  0.82966167 0.49533176 0.36797976 0.28801197]
Correct: [38.4375  70.9375  83.125   88.4375  90.78125]%
Cross Entropy Loss: [1.7603328  0.8173666  0.51184285 0.40151685 0.33799714]
Correct: [41.40625 72.5     81.25    85.78125 88.28125]%
Cross Entropy Loss: [1.9691846  0.7616372  0.46224475 0.3578345  0.28267476]
Correct: [37.96875 73.90625 85.      87.03125 91.25   ]%
Cross Entropy Loss: [1.9065998  0.90649766 0.5459196  0.41193748 0.371162  ]
Correct: [40.46875 68.59375 79.6875  84.375   85.78125]%
Cross Entropy Loss: [1.7150751  0.77722436 0.50319517 0.38610283 0.32791886]
Correct: [43.75    73.28125 81.40625 86.09375 89.53125]%
Cross Entropy Loss: [1.8918747  0.83016175 0.46184975 0.35033914 0.3182512 ]
Correct: [36.09375 71.5625  84.21875 88.125   88.90625]%
Cross Entropy Loss: [1.8508177  0.8065494  0.45421648 0.3671271  0.2992683 ]
Correct: [41.875   72.5     84.0625  87.8125  89.53125]%
Cross Entropy Loss: [2.0011945  0.9427431  0.5546056  0.45978373 0.3918013 ]
Correct: [39.84375 69.0625  80.78125 85.      87.03125]%
Cross Entropy Loss: [1.8182452  0.6940893  0.44282675 0.34231645 0.30770493]
Correct: [43.4375  74.84375 84.6875  88.59375 89.375  ]%
Cross Entropy Loss: [1.8987694  0.81415653 0.49994713 0.36977875 0.31173888]
Correct: [36.71875 72.96875 83.90625 87.03125 88.75   ]%
Cross Entropy Loss: [1.8690712  0.7510097  0.44668072 0.3609782  0.33646086]
Correct: [39.6875  74.21875 84.53125 87.34375 88.28125]%
Cross Entropy Loss: [1.9090164  0.8561249  0.55483913 0.39986056 0.33681792]
Correct: [37.96875 70.78125 82.8125  86.25    88.125  ]%
Cross Entropy Loss: [2.0007749  0.93723947 0.51224387 0.39953807 0.2984855 ]
Correct: [37.34375 67.34375 83.28125 87.8125  89.21875]%
Cross Entropy Loss: [1.8478991  0.8569732  0.49999014 0.34704438 0.30035233]
Correct: [37.1875  72.1875  84.21875 89.53125 89.375  ]%
Cross Entropy Loss: [1.8795853  0.8944081  0.55193055 0.4511772  0.33873084]
Correct: [39.375   69.53125 80.46875 84.0625  88.75   ]%
Cross Entropy Loss: [1.8186741  0.7960753  0.47432852 0.42445812 0.3196225 ]
Correct: [40.3125  73.28125 85.46875 83.90625 89.375  ]%
Cross Entropy Loss: [2.0266616  0.9415511  0.56239486 0.4669977  0.3622291 ]
Correct: [36.25    66.25    80.625   83.28125 87.65625]%
Cross Entropy Loss: [2.002658   0.9837449  0.5949645  0.5063759  0.40894818]
Correct: [37.65625 68.4375  80.46875 82.65625 86.09375]%
Cross Entropy Loss: [1.7748973  0.7242784  0.45402756 0.38041747 0.3131284 ]
Correct: [41.40625 75.9375  84.0625  87.65625 88.90625]%
Cross Entropy Loss: [1.9434942  0.8308347  0.50435513 0.42107278 0.34850472]
Correct: [37.5     70.78125 81.71875 85.      86.875  ]%
Cross Entropy Loss: [1.9029353  0.82631767 0.50641465 0.37662023 0.34859365]
Correct: [37.96875 73.4375  83.75    88.28125 89.21875]%
Cross Entropy Loss: [1.6152639  0.7236295  0.4226841  0.3060185  0.25478774]
Correct: [45.9375  72.65625 85.3125  89.21875 90.15625]%
Cross Entropy Loss: [1.7538449  0.8397049  0.4356274  0.3416171  0.26546055]
Correct: [41.40625 70.625   85.9375  88.28125 90.78125]%
Cross Entropy Loss: [1.5737793  0.67173    0.43146554 0.3248697  0.27371866]
Correct: [48.75    76.09375 85.9375  88.4375  90.3125 ]%
Cross Entropy Loss: [1.7122238  0.7109477  0.40726432 0.3185634  0.25991765]
Correct: [44.53125 74.6875  85.625   89.21875 91.5625 ]%
Cross Entropy Loss: [1.8830459  0.7866148  0.46842304 0.3509186  0.30914307]
Correct: [38.4375  72.34375 84.53125 87.65625 90.3125 ]%
Cross Entropy Loss: [1.6206957  0.6399458  0.44488698 0.343601   0.29984617]
Correct: [43.90625 79.0625  84.375   88.75    90.9375 ]%
Cross Entropy Loss: [2.0922925  0.89910495 0.5973402  0.44670567 0.36875615]
Correct: [30.78125 68.75    77.96875 86.40625 87.65625]%
Cross Entropy Loss: [1.9331639  0.8927614  0.5763965  0.40242743 0.37078786]
Correct: [37.03125 69.53125 80.46875 85.78125 87.8125 ]%
Cross Entropy Loss: [1.8887713  0.83312607 0.5240032  0.39267188 0.33575693]
Correct: [38.59375 71.40625 82.8125  87.03125 89.0625 ]%
Cross Entropy Loss: [1.9292221  0.82701766 0.4954307  0.37475082 0.33205718]
Correct: [37.03125 71.25    83.4375  87.65625 87.65625]%
Cross Entropy Loss: [1.6617792  0.7365964  0.48189703 0.36874956 0.2931991 ]
Correct: [44.0625  73.59375 83.4375  85.78125 88.59375]%
Cross Entropy Loss: [1.9203656  0.8522196  0.55132776 0.40345353 0.34917545]
Correct: [40.      71.09375 80.46875 86.5625  88.125  ]%
Cross Entropy Loss: [1.945453   0.7828649  0.4891972  0.33505    0.33100104]
Correct: [40.      74.0625  83.4375  89.84375 89.84375]%
Cross Entropy Loss: [1.9442489  0.9289713  0.5660371  0.44522864 0.41346192]
Correct: [37.5     70.      81.40625 84.6875  86.25   ]%
Cross Entropy Loss: [1.8792913  0.87619257 0.48930162 0.36844474 0.27889043]
Correct: [37.5     71.09375 83.75    87.34375 91.09375]%
Cross Entropy Loss: [1.9618702  0.9238356  0.5517211  0.4399839  0.34324032]
Correct: [39.6875  68.125   81.875   84.21875 85.46875]%
Cross Entropy Loss: [2.0772166  1.0036957  0.658161   0.5311496  0.47678247]
Correct: [36.40625 65.625   77.96875 80.78125 84.375  ]%
Cross Entropy Loss: [1.7140093  0.7556591  0.51081306 0.44708723 0.40991345]
Correct: [41.5625  73.59375 81.40625 82.03125 85.15625]%
Cross Entropy Loss: [1.7150424  0.75958544 0.4827753  0.35746637 0.3276763 ]
Correct: [42.8125  75.78125 82.5     86.875   88.75   ]%
Cross Entropy Loss: [1.8070161  0.81917226 0.5122469  0.423882   0.3866796 ]
Correct: [38.59375 70.9375  82.96875 84.0625  87.03125]%
Cross Entropy Loss: [1.8405966  0.81414306 0.45159355 0.3431912  0.25864035]
Correct: [40.46875 71.875   85.625   89.375   90.9375 ]%
Cross Entropy Loss: [1.8253171  0.7888963  0.48575395 0.3642573  0.33702508]
Correct: [41.40625 74.21875 84.0625  88.75    88.125  ]%
Cross Entropy Loss: [2.036484   0.97521573 0.5506915  0.4216674  0.39142397]
Correct: [35.3125  66.875   82.03125 84.6875  85.46875]%
Cross Entropy Loss: [1.9813855  0.8642312  0.48769274 0.3729028  0.33702412]
Correct: [39.53125 69.375   83.28125 86.25    88.28125]%
Cross Entropy Loss: [1.9695104  0.79456323 0.46185774 0.3510841  0.29823112]
Correct: [37.5     73.4375  85.46875 89.375   89.53125]%
Cross Entropy Loss: [1.958482   0.81820565 0.490124   0.39695147 0.32230112]
Correct: [38.4375  72.1875  82.8125  85.46875 88.28125]%
Cross Entropy Loss: [1.9982525  0.9381396  0.63958573 0.509914   0.47235036]
Correct: [39.6875 70.     79.6875 82.1875 85.    ]%
Cross Entropy Loss: [1.7529392  0.7778331  0.4806346  0.36209792 0.3290255 ]
Correct: [42.34375 75.3125  82.96875 88.125   89.375  ]%
Cross Entropy Loss: [1.8175576  0.68357456 0.40327352 0.31197125 0.26142186]
Correct: [40.625   75.15625 85.3125  88.28125 90.78125]%
Cross Entropy Loss: [2.0838158  0.9828409  0.5604209  0.39508304 0.37888965]
Correct: [33.4375  67.34375 82.1875  87.03125 87.03125]%
Cross Entropy Loss: [1.8362919  0.8227873  0.5128342  0.45060286 0.37903336]
Correct: [40.15625 70.9375  82.1875  83.59375 85.46875]%
Cross Entropy Loss: [1.9621117  0.840436   0.5038354  0.39425015 0.33174935]
Correct: [37.8125  72.03125 82.34375 86.40625 88.75   ]%
Cross Entropy Loss: [1.953772   0.769128   0.47654143 0.3829349  0.32279116]
Correct: [39.6875  72.65625 85.15625 86.5625  88.59375]%
Cross Entropy Loss: [1.7892348  0.77431166 0.46113148 0.35601804 0.30278152]
Correct: [42.03125 73.75    83.90625 87.96875 90.     ]%
Cross Entropy Loss: [2.0821018  0.8803881  0.5450159  0.48049054 0.3966325 ]
Correct: [36.71875 70.15625 80.9375  83.4375  85.3125 ]%
Cross Entropy Loss: [1.9006348  0.8350272  0.510849   0.43165463 0.38578755]
Correct: [37.8125  72.03125 82.5     85.625   87.34375]%
Cross Entropy Loss: [1.8413633  0.77775156 0.44919926 0.38598803 0.33991313]
Correct: [40.      72.65625 85.46875 86.875   88.28125]%
Cross Entropy Loss: [1.774251   0.7195426  0.43345612 0.3009843  0.24192543]
Correct: [40.46875 77.34375 84.84375 90.      92.1875 ]%
Cross Entropy Loss: [1.9439386  0.8295048  0.49324733 0.36020392 0.2870902 ]
Correct: [38.75    71.71875 82.65625 86.25    89.375  ]%
Cross Entropy Loss: [1.9530542  0.88698995 0.5451236  0.42689833 0.40031853]
Correct: [37.8125  69.84375 82.03125 85.15625 85.46875]%
Cross Entropy Loss: [1.8832954  0.8144938  0.5222436  0.37390724 0.35561284]
Correct: [38.75    73.90625 85.      87.96875 88.4375 ]%
Cross Entropy Loss: [1.78451    0.8158491  0.50781476 0.39804345 0.36622104]
Correct: [42.03125 72.65625 84.53125 87.34375 87.8125 ]%
Cross Entropy Loss: [1.9565287  0.89248353 0.4927536  0.36728525 0.3287634 ]
Correct: [37.1875  70.46875 83.28125 86.25    87.03125]%
Cross Entropy Loss: [1.7446337  0.7482333  0.44107947 0.33691123 0.28505057]
Correct: [40.      73.28125 84.6875  88.4375  89.375  ]%
Cross Entropy Loss: [1.7858217  0.7751681  0.47875133 0.34011585 0.29788724]
Correct: [43.75    74.84375 82.96875 87.5     90.3125 ]%
Cross Entropy Loss: [1.7507265  0.76007456 0.38515097 0.29690897 0.25357407]
Correct: [41.09375 72.03125 88.90625 89.84375 91.09375]%
Cross Entropy Loss: [1.7285277  0.8093506  0.5081326  0.37244207 0.319858  ]
Correct: [40.9375  70.      82.5     87.65625 90.46875]%
Cross Entropy Loss: [1.9393756  0.8210104  0.546316   0.38779673 0.318005  ]
Correct: [39.375   73.59375 82.03125 86.40625 88.75   ]%
Cross Entropy Loss: [2.0325978  0.9025773  0.5343511  0.4400375  0.40649834]
Correct: [36.25    69.0625  81.09375 84.53125 85.625  ]%
Cross Entropy Loss: [1.8294518  0.76491916 0.4688464  0.3420534  0.32897025]
Correct: [39.0625  74.53125 85.3125  89.53125 88.90625]%
Cross Entropy Loss: [1.8436968  0.8198241  0.47321826 0.37335125 0.34773463]
Correct: [40.9375  71.71875 84.0625  87.8125  88.4375 ]%
Cross Entropy Loss: [1.9793266  0.93779457 0.552755   0.42571098 0.37355438]
Correct: [38.90625 67.1875  80.      83.59375 86.40625]%
Cross Entropy Loss: [2.0107498  0.88220584 0.55281186 0.44416422 0.35029116]
Correct: [37.34375 69.375   79.84375 85.46875 87.96875]%
Cross Entropy Loss: [1.8152294  0.7811925  0.45899    0.35293648 0.33064368]
Correct: [40.15625 75.      85.9375  87.96875 90.15625]%
Cross Entropy Loss: [2.09227    0.9689456  0.5462265  0.3746915  0.32643703]
Correct: [34.84375 67.03125 81.09375 87.65625 87.96875]%
Cross Entropy Loss: [1.6870401  0.7610142  0.4669653  0.3434266  0.29043198]
Correct: [42.5     73.125   83.90625 88.59375 90.625  ]%
Cross Entropy Loss: [1.7098646  0.7223016  0.4588193  0.33548564 0.2644691 ]
Correct: [43.90625 75.78125 84.375   88.75    91.5625 ]%
Cross Entropy Loss: [1.8034773  0.7647994  0.5049547  0.3724723  0.30785233]
Correct: [41.09375 74.0625  84.0625  87.96875 90.     ]%
Cross Entropy Loss: [1.733421   0.75769436 0.45772418 0.34565395 0.299563  ]
Correct: [45.46875 72.96875 85.9375  88.28125 90.15625]%
Cross Entropy Loss: [1.8318131  0.7575444  0.46380037 0.3330993  0.29808715]
Correct: [39.53125 72.5     86.25    89.0625  89.6875 ]%
Cross Entropy Loss: [1.8407007  0.7474654  0.41986647 0.31699473 0.26868406]
Correct: [37.34375 75.46875 85.15625 88.59375 89.6875 ]%
Cross Entropy Loss: [1.91252    0.85866374 0.5158441  0.4034671  0.3665729 ]
Correct: [40.      73.59375 83.4375  87.1875  87.96875]%
Cross Entropy Loss: [1.9849199  0.81866485 0.5076295  0.4234725  0.35267895]
Correct: [37.03125 72.5     84.0625  87.03125 87.96875]%
Cross Entropy Loss: [1.7881638  0.76540846 0.4584658  0.37705845 0.2829238 ]
Correct: [39.84375 72.8125  83.90625 88.4375  90.78125]%
Cross Entropy Loss: [1.9567722  0.9222706  0.5045669  0.42285758 0.37342605]
Correct: [40.      68.90625 82.5     84.6875  86.25   ]%
Cross Entropy Loss: [1.9111493  0.83782613 0.5372287  0.38356677 0.35486463]
Correct: [39.6875  72.03125 82.65625 88.90625 89.375  ]%
Cross Entropy Loss: [1.9072704  0.8667865  0.5394575  0.4470182  0.41701955]
Correct: [35.46875 69.21875 83.90625 86.40625 86.71875]%
Cross Entropy Loss: [2.0567808 0.8724551 0.543101  0.4079535 0.4390518]
Correct: [36.71875 71.09375 81.5625  84.6875  85.46875]%
Cross Entropy Loss: [1.765042   0.7561089  0.46117416 0.36484388 0.3604682 ]
Correct: [42.03125 74.53125 83.90625 87.1875  88.4375 ]%
Cross Entropy Loss: [2.0669725  0.90622836 0.5997232  0.4743732  0.37804294]
Correct: [33.4375  70.625   80.625   84.53125 86.71875]%
Cross Entropy Loss: [1.8188851  0.8097476  0.4786316  0.37375113 0.38347214]
Correct: [38.59375 71.875   84.0625  86.40625 87.03125]%
Cross Entropy Loss: [1.8717067  0.7918061  0.48826116 0.35804912 0.32890195]
Correct: [41.71875 72.34375 82.8125  87.03125 89.0625 ]%
Cross Entropy Loss: [1.7214766  0.7453705  0.48743162 0.35475123 0.3310203 ]
Correct: [42.5    74.0625 81.875  88.125  88.4375]%
Cross Entropy Loss: [1.7618399  0.7919766  0.46023384 0.3974669  0.38222283]
Correct: [42.34375 74.0625  84.0625  86.25    86.875  ]%
Cross Entropy Loss: [1.9026053  0.8565394  0.49156633 0.41995168 0.36991856]
Correct: [39.53125 72.34375 83.28125 86.5625  87.65625]%
Cross Entropy Loss: [1.9374412  0.768574   0.4494048  0.37564224 0.35512406]
Correct: [39.21875 71.25    83.4375  86.875   87.65625]%
Cross Entropy Loss: [2.0213974  0.92621934 0.5080546  0.419629   0.41386858]
Correct: [36.71875 69.0625  82.96875 85.      86.71875]%
Cross Entropy Loss: [1.8527797  0.88041955 0.55113006 0.4173805  0.38185182]
Correct: [40.78125 72.03125 81.09375 85.9375  87.5    ]%
Cross Entropy Loss: [1.7049465  0.756487   0.44736147 0.3711565  0.3294558 ]
Correct: [42.8125  73.90625 84.0625  88.28125 89.375  ]%
Cross Entropy Loss: [1.8065233  0.8166234  0.46942583 0.3916973  0.35111427]
Correct: [37.65625 71.71875 83.90625 86.40625 88.28125]%
Cross Entropy Loss: [1.9098291  0.8166583  0.48583847 0.35633883 0.29648882]
Correct: [38.59375 73.125   85.3125  89.375   89.84375]%
Cross Entropy Loss: [1.9091835  0.8172984  0.4310339  0.3602875  0.28010613]
Correct: [39.0625 69.375  84.6875 88.4375 88.75  ]%
Cross Entropy Loss: [1.7852411  0.7817763  0.4853384  0.38943553 0.32969362]
Correct: [42.65625 74.21875 83.28125 87.1875  88.59375]%
Cross Entropy Loss: [2.0760102  0.9505596  0.561149   0.42378336 0.38044277]
Correct: [36.25    68.125   79.6875  84.21875 86.09375]%
Cross Entropy Loss: [1.83797    0.8115603  0.47882444 0.35205823 0.29828236]
Correct: [41.71875 73.28125 83.125   87.5     89.6875 ]%
Cross Entropy Loss: [1.8148445  0.8523046  0.5096601  0.38982478 0.33232245]
Correct: [39.53125 70.9375  82.5     88.28125 88.4375 ]%
Cross Entropy Loss: [2.0654416  0.97907287 0.606366   0.45335084 0.41243872]
Correct: [37.03125 66.875   80.78125 84.6875  85.     ]%
Cross Entropy Loss: [1.8943512  0.8234531  0.54832196 0.41447744 0.35243252]
Correct: [38.90625 71.5625  81.40625 84.21875 87.1875 ]%
Cross Entropy Loss: [1.8229185  0.83099186 0.46046478 0.36702257 0.30572557]
Correct: [41.5625  72.03125 86.25    87.5     90.46875]%
Cross Entropy Loss: [1.7608426  0.7824746  0.41535577 0.33344436 0.27063656]
Correct: [41.09375 72.65625 85.46875 88.75    90.625  ]%
Cross Entropy Loss: [1.9275625  0.7988002  0.45302463 0.33743095 0.33644468]
Correct: [37.5     72.5     83.75    88.90625 87.8125 ]%
Cross Entropy Loss: [1.697203   0.6799802  0.4124628  0.30660316 0.28233653]
Correct: [42.96875 75.9375  84.21875 89.84375 90.15625]%
Cross Entropy Loss: [1.7587754  0.7097352  0.39492112 0.36203402 0.28947043]
Correct: [41.71875 76.09375 87.1875  87.8125  90.46875]%
Cross Entropy Loss: [1.7266642  0.66638476 0.42009655 0.3073902  0.30241597]
Correct: [39.21875 77.1875  86.5625  89.84375 89.6875 ]%
Cross Entropy Loss: [1.83955    0.7094945  0.3822269  0.30642244 0.26686606]
Correct: [38.28125 76.25    87.5     89.84375 91.25   ]%
Cross Entropy Loss: [1.9039452  0.8542801  0.5016616  0.413934   0.34322023]
Correct: [40.     70.9375 83.125  85.3125 89.0625]%
Cross Entropy Loss: [1.847661   0.86358225 0.48850304 0.36447117 0.3029793 ]
Correct: [38.125   69.375   84.0625  87.34375 89.375  ]%
Cross Entropy Loss: [1.8087866  0.7881435  0.4265356  0.32532424 0.30712634]
Correct: [41.875   74.84375 85.9375  89.375   90.15625]%
Cross Entropy Loss: [1.8316761  0.8128107  0.5402471  0.38947687 0.321045  ]
Correct: [38.59375 73.125   80.3125  85.3125  88.4375 ]%
Cross Entropy Loss: [1.6634048  0.7051312  0.47293815 0.33037174 0.27429903]
Correct: [42.34375 72.96875 83.90625 88.59375 90.9375 ]%
Cross Entropy Loss: [1.8534191  0.865368   0.50590503 0.35031706 0.28484046]
Correct: [44.0625  69.53125 83.4375  87.8125  90.3125 ]%
Cross Entropy Loss: [1.8251137  0.78128034 0.48973116 0.34728178 0.30612546]
Correct: [42.5     71.71875 84.21875 87.34375 89.6875 ]%
Cross Entropy Loss: [1.7361809  0.7093006  0.45280713 0.34222335 0.30832618]
Correct: [43.90625 75.46875 84.6875  88.75    90.78125]%
Cross Entropy Loss: [1.6747067  0.7194909  0.4756555  0.34975553 0.30668986]
Correct: [40.9375  75.625   82.96875 87.5     88.59375]%
Cross Entropy Loss: [1.8926113  0.9071452  0.514765   0.41522998 0.33420438]
Correct: [39.375   71.5625  84.0625  85.      88.59375]%
Cross Entropy Loss: [1.6625675  0.6340407  0.37838942 0.29183465 0.2350949 ]
Correct: [46.875   79.53125 86.40625 89.6875  92.34375]%
Cross Entropy Loss: [2.0380588  0.9701974  0.5889319  0.45716476 0.3670186 ]
Correct: [35.9375 66.25   78.125  82.5    86.5625]%
Cross Entropy Loss: [1.876919   0.8217009  0.46778256 0.36834398 0.2881941 ]
Correct: [38.90625 73.90625 85.3125  88.28125 89.6875 ]%
Cross Entropy Loss: [1.9213884  0.9168868  0.5102281  0.40046373 0.34015828]
Correct: [38.125   68.90625 81.875   85.46875 88.75   ]%
Cross Entropy Loss: [1.6857698  0.7115737  0.44571805 0.33703494 0.2707989 ]
Correct: [43.4375  76.40625 85.15625 87.8125  90.625  ]%
Cross Entropy Loss: [1.8615414  0.767278   0.5418941  0.41722932 0.3552063 ]
Correct: [37.34375 72.96875 82.96875 86.25    88.59375]%
Cross Entropy Loss: [1.927798   0.8567354  0.48047215 0.38681135 0.3126809 ]
Correct: [38.59375 68.125   82.96875 86.40625 89.53125]%
Cross Entropy Loss: [1.7227485  0.7519833  0.41650635 0.3148194  0.27194333]
Correct: [41.5625  73.4375  85.15625 90.      90.     ]%
Cross Entropy Loss: [1.8668388  0.8952198  0.53017366 0.39728564 0.32729176]
Correct: [41.09375 69.6875  81.25    87.03125 89.53125]%
Cross Entropy Loss: [1.8672264  0.8184168  0.504281   0.39548302 0.27094296]
Correct: [39.21875 74.375   82.5     86.5625  90.625  ]%
Cross Entropy Loss: [1.9179608  0.81585395 0.4467558  0.32123238 0.2884232 ]
Correct: [35.625   70.3125  83.28125 88.28125 89.53125]%
Cross Entropy Loss: [1.7071497  0.75889903 0.44531068 0.31594783 0.28477788]
Correct: [43.75    76.09375 86.5625  88.75    89.6875 ]%
Cross Entropy Loss: [1.9351282  0.9110404  0.54233086 0.44141585 0.39241594]
Correct: [37.65625 71.875   81.875   84.84375 85.9375 ]%
Cross Entropy Loss: [1.6956942  0.78805745 0.43961215 0.3579247  0.3118478 ]
Correct: [45.9375  71.25    86.875   88.90625 90.46875]%
Cross Entropy Loss: [1.8524309  0.82490176 0.48794746 0.39988056 0.33621755]
Correct: [40.15625 71.875   83.4375  85.625   89.0625 ]%
Cross Entropy Loss: [1.9978106  0.802211   0.53820956 0.43956733 0.35530296]
Correct: [32.8125  72.03125 80.78125 85.625   87.96875]%
Cross Entropy Loss: [1.7537867  0.7451491  0.49892846 0.4505168  0.41005722]
Correct: [42.34375 74.53125 84.21875 85.46875 87.96875]%
Cross Entropy Loss: [1.7788455  0.7203207  0.48704773 0.38679612 0.34396023]
Correct: [39.375   75.9375  83.125   86.09375 89.21875]%
Cross Entropy Loss: [1.6772362  0.6925099  0.46852574 0.3456686  0.29140598]
Correct: [45.625   74.53125 83.28125 88.4375  88.75   ]%
Cross Entropy Loss: [1.9045699  0.8721708  0.5651795  0.44840088 0.3759598 ]
Correct: [39.0625  70.625   82.65625 85.625   86.875  ]%
Cross Entropy Loss: [1.7882798  0.8223562  0.4873515  0.38534194 0.35978732]
Correct: [40.78125 71.40625 82.5     86.875   88.59375]%
Cross Entropy Loss: [1.80821    0.80722016 0.4647305  0.33019355 0.32301122]
Correct: [38.28125 70.78125 81.5625  87.1875  88.75   ]%
Cross Entropy Loss: [1.8460872  0.7288561  0.44509515 0.3488013  0.3193632 ]
Correct: [38.59375 74.53125 84.84375 89.0625  88.90625]%
Cross Entropy Loss: [1.8956248  0.92637885 0.5347726  0.39408523 0.34664983]
Correct: [37.96875 67.65625 80.3125  87.03125 88.125  ]%
Cross Entropy Loss: [1.858001   0.8221353  0.53789043 0.39378357 0.34017733]
Correct: [38.90625 70.625   80.78125 86.71875 86.5625 ]%
Cross Entropy Loss: [1.8922958  0.8659884  0.5523922  0.43960357 0.3328086 ]
Correct: [41.875   67.65625 80.15625 83.28125 87.1875 ]%
Cross Entropy Loss: [1.7574131  0.7899414  0.46955314 0.3503191  0.29033488]
Correct: [38.59375 74.21875 83.59375 87.8125  90.15625]%
Cross Entropy Loss: [1.8151333  0.79195565 0.46746683 0.3208684  0.27154517]
Correct: [40.      72.34375 82.03125 89.84375 89.0625 ]%
Cross Entropy Loss: [1.9183254  0.88089764 0.52164674 0.41480094 0.39225712]
Correct: [40.      68.28125 81.25    85.625   87.03125]%
Cross Entropy Loss: [1.8386759  0.9405161  0.51455855 0.43936262 0.37143013]
Correct: [39.84375 67.65625 81.5625  85.78125 86.09375]%
Cross Entropy Loss: [1.6926348  0.66090924 0.44730592 0.33556113 0.28827876]
Correct: [39.6875  77.34375 84.53125 87.96875 90.     ]%
Cross Entropy Loss: [1.6828263  0.7136191  0.4512166  0.34045464 0.29042253]
Correct: [43.75   74.0625 85.     88.125  91.25  ]%
Cross Entropy Loss: [1.6992548  0.70777345 0.40395364 0.35280243 0.2596163 ]
Correct: [43.59375 76.09375 84.84375 86.40625 90.3125 ]%
Cross Entropy Loss: [1.8215714  0.7673985  0.5159331  0.39332938 0.33644056]
Correct: [38.28125 74.6875  83.59375 87.34375 89.21875]%
Cross Entropy Loss: [1.6778224  0.68575835 0.41066045 0.32297108 0.27203256]
Correct: [43.59375 76.40625 85.78125 89.21875 90.3125 ]%
Cross Entropy Loss: [1.8757855  0.77435684 0.46150976 0.38675615 0.32358435]
Correct: [39.6875 74.375  84.6875 86.875  90.    ]%
Cross Entropy Loss: [1.9915785  0.8379167  0.5233298  0.39996997 0.32263356]
Correct: [36.09375 71.40625 82.03125 86.40625 90.46875]%
Cross Entropy Loss: [1.8372084  0.7790003  0.43664178 0.32611233 0.2833377 ]
Correct: [40.3125  75.15625 85.9375  88.59375 90.15625]%
Cross Entropy Loss: [1.9405009  0.79385966 0.44059864 0.370841   0.34359467]
Correct: [35.9375  72.34375 84.6875  87.96875 89.0625 ]%
Cross Entropy Loss: [1.868346   0.83829755 0.49805003 0.3495559  0.30383125]
Correct: [39.84375 72.8125  82.5     88.59375 90.     ]%
Cross Entropy Loss: [1.8628044  0.8601683  0.53979933 0.4155004  0.3560381 ]
Correct: [36.875   71.71875 81.09375 86.25    87.1875 ]%
Cross Entropy Loss: [1.8186147  0.7833727  0.40892392 0.32696098 0.33304292]
Correct: [43.75    72.1875  85.9375  88.59375 88.28125]%
Cross Entropy Loss: [2.0460124  0.96389645 0.56047755 0.47770286 0.43610328]
Correct: [34.6875  68.125   80.625   84.6875  84.53125]%
Cross Entropy Loss: [1.8600018  0.8210017  0.47298342 0.42110926 0.34544775]
Correct: [38.75    71.25    84.21875 84.6875  89.84375]%
Cross Entropy Loss: [1.751228   0.7351233  0.45795292 0.35542992 0.3029532 ]
Correct: [41.5625  74.6875  83.125   88.59375 89.21875]%
Cross Entropy Loss: [1.9250755  0.80241174 0.5189618  0.35163578 0.3379259 ]
Correct: [38.90625 72.1875  81.5625  87.03125 86.875  ]%
Cross Entropy Loss: [1.614301   0.68981236 0.4653828  0.34703285 0.32580566]
Correct: [45.3125  73.75    82.34375 86.875   87.5    ]%
Cross Entropy Loss: [1.9771669  0.8452641  0.4989295  0.37734482 0.35497528]
Correct: [38.28125 73.28125 81.71875 86.71875 87.65625]%
Cross Entropy Loss: [1.7391016  0.7491638  0.40535706 0.3173463  0.27295765]
Correct: [43.4375  73.4375  85.625   89.53125 90.625  ]%
Cross Entropy Loss: [1.8390617  0.75277597 0.45319033 0.36078    0.32894498]
Correct: [43.125   75.3125  84.375   87.1875  88.59375]%
Cross Entropy Loss: [1.9630511  0.7437212  0.44136557 0.33639744 0.30576324]
Correct: [37.96875 75.      85.78125 89.0625  89.53125]%
Cross Entropy Loss: [1.8739996  0.8200434  0.5159875  0.40852708 0.36016512]
Correct: [37.65625 71.40625 82.34375 86.09375 88.4375 ]%
Cross Entropy Loss: [1.7138535  0.6970176  0.40584016 0.3017842  0.28528577]
Correct: [42.96875 76.71875 85.78125 90.15625 90.3125 ]%
Cross Entropy Loss: [1.9089568  0.8131444  0.48820004 0.38961798 0.3297971 ]
Correct: [39.6875  73.125   85.      86.40625 90.     ]%
Cross Entropy Loss: [1.7222465  0.74595535 0.48202744 0.3931479  0.35724837]
Correct: [40.15625 74.84375 84.21875 87.5     88.125  ]%
Cross Entropy Loss: [1.9549596  0.8909029  0.53584814 0.44567266 0.39944252]
Correct: [36.875   68.4375  78.90625 84.0625  85.9375 ]%
Cross Entropy Loss: [2.0440493  0.9895441  0.6774825  0.5764429  0.52485734]
Correct: [37.03125 66.875   77.5     81.09375 83.4375 ]%
Cross Entropy Loss: [1.8273588  0.76633346 0.47881594 0.41186053 0.34884796]
Correct: [39.0625  73.28125 82.65625 86.09375 88.28125]%
Cross Entropy Loss: [1.8904235  0.8232352  0.49319902 0.39781865 0.30235538]
Correct: [39.375   72.1875  83.75    85.78125 89.0625 ]%
Cross Entropy Loss: [1.8391807  0.79042524 0.43274698 0.33249396 0.2702009 ]
Correct: [41.5625  72.1875  85.78125 88.90625 90.3125 ]%
Cross Entropy Loss: [1.821731   0.79514325 0.5141369  0.38110426 0.32138097]
Correct: [39.21875 72.34375 82.5     87.34375 89.0625 ]%
Cross Entropy Loss: [1.8760746  0.74933374 0.46219072 0.34411317 0.31476218]
Correct: [39.6875  74.53125 84.375   87.5     88.4375 ]%
Cross Entropy Loss: [1.8349276  0.7894848  0.46182078 0.34705248 0.33605304]
Correct: [41.40625 73.4375  84.6875  87.1875  88.59375]%
Cross Entropy Loss: [1.6751101  0.7029285  0.42541927 0.34613287 0.308743  ]
Correct: [42.65625 75.15625 84.84375 87.8125  88.75   ]%
Cross Entropy Loss: [1.7011532  0.7066759  0.35946935 0.29491362 0.27050766]
Correct: [45.625   75.15625 88.4375  88.90625 90.9375 ]%
Cross Entropy Loss: [1.8286359  0.78375065 0.4806549  0.3189078  0.28570998]
Correct: [39.6875 74.0625 83.125  89.0625 90.    ]%
Cross Entropy Loss: [1.7858803  0.7711588  0.45381793 0.3515472  0.3225196 ]
Correct: [40.625   73.4375  83.125   87.8125  89.53125]%
Cross Entropy Loss: [1.9178444  0.7928562  0.47980446 0.3694999  0.31226727]
Correct: [38.59375 73.125   83.59375 89.0625  89.84375]%
Cross Entropy Loss: [1.9179627  0.7610935  0.4193017  0.31559986 0.26000005]
Correct: [38.125   73.90625 84.6875  88.28125 91.09375]%
Cross Entropy Loss: [1.8145994  0.8373059  0.497295   0.39406085 0.3213135 ]
Correct: [38.4375  72.5     84.6875  85.625   87.96875]%
Cross Entropy Loss: [1.8503001  0.78586507 0.48735756 0.37099653 0.33014798]
Correct: [39.6875  72.34375 84.0625  88.90625 88.125  ]%
Cross Entropy Loss: [1.822314   0.72536945 0.41087508 0.32216606 0.27894616]
Correct: [37.96875 74.84375 85.      89.0625  90.3125 ]%
Cross Entropy Loss: [1.8815979  0.7799219  0.45474797 0.35229152 0.3262449 ]
Correct: [41.09375 73.90625 85.9375  88.28125 89.375  ]%
Cross Entropy Loss: [1.6309963  0.6587586  0.41474566 0.31426588 0.29118863]
Correct: [41.875   77.65625 85.78125 89.6875  90.625  ]%
Cross Entropy Loss: [1.7749758  0.73860055 0.4470772  0.37622398 0.32863212]
Correct: [41.25    76.09375 86.40625 87.8125  89.0625 ]%
Cross Entropy Loss: [2.0116196  0.91176254 0.52660334 0.40877587 0.3625409 ]
Correct: [35.46875 69.375   80.46875 85.625   87.1875 ]%
Cross Entropy Loss: [1.9163153  0.7786301  0.43268824 0.36602566 0.29752237]
Correct: [37.96875 72.5     83.59375 86.5625  90.625  ]%
Cross Entropy Loss: [1.7657092  0.734015   0.43906507 0.3483963  0.2787395 ]
Correct: [39.84375 76.09375 85.      88.28125 89.84375]%
Cross Entropy Loss: [1.8064209  0.762232   0.44079915 0.368536   0.3044187 ]
Correct: [41.71875 74.375   86.09375 86.25    89.53125]%
Cross Entropy Loss: [1.9715179  0.8599758  0.51199734 0.39519435 0.31558043]
Correct: [36.40625 71.25    83.28125 86.5625  89.84375]%
Cross Entropy Loss: [1.6587534  0.6960323  0.41961384 0.34001678 0.28190666]
Correct: [45.9375  77.65625 85.3125  87.34375 90.3125 ]%
Cross Entropy Loss: [1.8761837  0.8108875  0.51517975 0.39179888 0.2877723 ]
Correct: [37.96875 70.3125  81.875   86.71875 90.3125 ]%
Cross Entropy Loss: [1.7957716  0.69259614 0.42121798 0.3113299  0.26876277]
Correct: [40.9375  76.25    83.90625 89.21875 90.625  ]%
Cross Entropy Loss: [1.9080874  0.7789925  0.48949593 0.457923   0.4021979 ]
Correct: [40.78125 74.0625  82.65625 84.53125 85.46875]%
Cross Entropy Loss: [1.842305   0.75997746 0.45064393 0.3501034  0.32333565]
Correct: [38.59375 73.28125 84.6875  88.4375  88.59375]%
Cross Entropy Loss: [1.8783445  0.7715872  0.49132222 0.3463021  0.3235756 ]
Correct: [40.3125  73.28125 82.65625 87.96875 88.90625]%
Cross Entropy Loss: [1.5896095  0.6579084  0.4120253  0.2971825  0.27924603]
Correct: [48.28125 76.40625 85.46875 90.15625 89.84375]%
Cross Entropy Loss: [1.7342294  0.78356814 0.4598464  0.34125385 0.26935658]
Correct: [41.40625 73.4375  85.15625 89.53125 91.25   ]%
Cross Entropy Loss: [1.8062809  0.7189979  0.41646695 0.32025665 0.30358046]
Correct: [40.46875 74.84375 85.78125 88.75    89.0625 ]%
Cross Entropy Loss: [1.8890711  0.8083509  0.5013665  0.39259714 0.35976502]
Correct: [39.84375 70.78125 82.96875 86.09375 87.03125]%
Cross Entropy Loss: [1.7485946  0.77442646 0.42179337 0.34189892 0.2736973 ]
Correct: [40.15625 73.90625 84.84375 88.75    91.40625]%
Cross Entropy Loss: [1.8671137  0.79102355 0.45954132 0.35199517 0.31876394]
Correct: [39.375   71.5625  83.4375  88.90625 88.28125]%
Cross Entropy Loss: [1.8851845  0.8121475  0.4464976  0.33735293 0.30727404]
Correct: [38.59375 69.84375 82.96875 89.0625  88.28125]%
Cross Entropy Loss: [1.7724231  0.74237996 0.40003434 0.28356442 0.24829674]
Correct: [40.9375  75.9375  86.71875 90.15625 90.625  ]%
Cross Entropy Loss: [1.8367503  0.7417244  0.46448955 0.3425489  0.29341322]
Correct: [38.125   75.625   82.65625 87.34375 88.75   ]%
Cross Entropy Loss: [1.8097798  0.75352657 0.41009107 0.30977476 0.24174035]
Correct: [41.25    75.46875 85.15625 89.21875 91.875  ]%
Cross Entropy Loss: [1.9667689  0.89765084 0.5678003  0.489062   0.3812506 ]
Correct: [37.1875  71.5625  81.25    84.0625  87.96875]%
Cross Entropy Loss: [1.7413496  0.7214097  0.47287637 0.35316592 0.32424036]
Correct: [42.96875 76.40625 84.84375 89.0625  88.75   ]%
Cross Entropy Loss: [1.7822326  0.7507073  0.44028193 0.32017696 0.29586035]
Correct: [43.125   73.28125 84.375   88.28125 90.15625]%
Cross Entropy Loss: [1.7501376  0.75638926 0.5037488  0.41268665 0.32112393]
Correct: [41.25    74.6875  83.75    85.9375  89.21875]%
Cross Entropy Loss: [1.798624   0.7731464  0.43437666 0.32776406 0.24489594]
Correct: [38.75    72.65625 85.78125 89.375   91.875  ]%
Cross Entropy Loss: [1.8737799  0.73345906 0.45404464 0.3513517  0.28112847]
Correct: [36.71875 75.3125  83.125   86.875   90.78125]%
Cross Entropy Loss: [1.8382266  0.8155489  0.48550192 0.38786817 0.30637735]
Correct: [36.875   72.65625 82.8125  87.34375 88.125  ]%
Cross Entropy Loss: [1.7244785  0.7470254  0.4346428  0.3618118  0.30463743]
Correct: [44.6875  74.6875  83.90625 88.4375  89.0625 ]%
Cross Entropy Loss: [1.9803978  0.85153055 0.5127932  0.38849077 0.33267686]
Correct: [36.875   72.5     82.34375 87.34375 88.90625]%
Cross Entropy Loss: [1.8511164  0.7913481  0.48746124 0.37272468 0.32822376]
Correct: [39.6875  72.96875 83.125   86.09375 87.5    ]%
Cross Entropy Loss: [1.8187412  0.8039478  0.46671095 0.33654475 0.30737182]
Correct: [39.84375 72.65625 84.0625  89.53125 89.375  ]%
Cross Entropy Loss: [1.8505335  0.7638411  0.4573145  0.33494335 0.26806742]
Correct: [37.96875 75.      84.0625  87.96875 90.78125]%
Cross Entropy Loss: [1.9262186  0.7987087  0.43827295 0.2977341  0.2327903 ]
Correct: [37.8125 70.9375 85.625  89.6875 91.5625]%
Cross Entropy Loss: [1.7599192  0.7557938  0.45622152 0.31731048 0.27346498]
Correct: [43.125   72.1875  84.21875 88.90625 90.     ]%
Cross Entropy Loss: [1.8147923  0.77031696 0.46405736 0.33307365 0.3029161 ]
Correct: [42.96875 76.09375 82.8125  88.59375 90.     ]%
Cross Entropy Loss: [1.9121265  0.7720638  0.46114978 0.36838904 0.27573648]
Correct: [39.0625  72.34375 84.21875 86.25    90.625  ]%
Cross Entropy Loss: [1.7443384  0.72624624 0.45779458 0.35971704 0.3340792 ]
Correct: [42.34375 74.53125 84.375   88.4375  88.28125]%
Cross Entropy Loss: [1.8369106  0.73890054 0.44065148 0.35341126 0.30198294]
Correct: [40.15625 74.21875 86.40625 87.65625 87.96875]%
Cross Entropy Loss: [1.9506857  0.8381094  0.54245687 0.3883394  0.3399708 ]
Correct: [36.71875 71.71875 81.09375 86.875   87.03125]%
Cross Entropy Loss: [1.7711761  0.7754973  0.4389316  0.3598044  0.31915054]
Correct: [39.21875 73.59375 85.9375  86.09375 88.28125]%
Cross Entropy Loss: [1.8457623  0.86176187 0.4958442  0.39771312 0.38477778]
Correct: [42.1875  70.      83.28125 87.03125 86.71875]%
Cross Entropy Loss: [1.8252211  0.8296812  0.5107435  0.37607473 0.3432621 ]
Correct: [40.625  72.8125 83.4375 87.5    87.1875]%
Cross Entropy Loss: [1.7397501  0.7477335  0.42874137 0.30991316 0.27244377]
Correct: [41.40625 73.75    85.625   90.      91.71875]%
Cross Entropy Loss: [1.9038312  0.8466364  0.4982825  0.36909175 0.32056683]
Correct: [38.4375  72.1875  82.34375 86.25    87.8125 ]%
Cross Entropy Loss: [1.8392382  0.7459115  0.47785813 0.36041343 0.33637786]
Correct: [38.90625 75.625   84.0625  87.5     88.90625]%
Cross Entropy Loss: [2.0622916  0.92201996 0.5517081  0.4303255  0.38149548]
Correct: [36.25    66.71875 81.875   85.3125  86.5625 ]%
Cross Entropy Loss: [1.8311001  0.7698051  0.43796116 0.34445828 0.3200356 ]
Correct: [39.21875 74.53125 86.5625  87.5     88.28125]%
Cross Entropy Loss: [1.8722912  0.78677374 0.4008112  0.32146296 0.2564508 ]
Correct: [39.21875 72.5     85.15625 88.59375 90.46875]%
Cross Entropy Loss: [1.8512065  0.80433434 0.45914412 0.4026126  0.34823185]
Correct: [40.      72.96875 83.28125 86.875   88.59375]%
Cross Entropy Loss: [1.7528188  0.718329   0.41640416 0.32131284 0.29639775]
Correct: [42.96875 76.09375 87.1875  89.6875  89.84375]%
Cross Entropy Loss: [1.8718392  0.8325073  0.49136066 0.3760559  0.32726574]
Correct: [38.75   71.875  82.8125 87.8125 88.4375]%
Cross Entropy Loss: [1.8758214  0.76388824 0.4566918  0.34954092 0.28624845]
Correct: [40.15625 72.65625 84.375   87.34375 89.84375]%
Cross Entropy Loss: [1.9567372  0.7910802  0.45260745 0.34634274 0.29064488]
Correct: [37.1875  69.53125 84.21875 87.65625 90.78125]%
Cross Entropy Loss: [1.8958181  0.7858453  0.43836793 0.36422154 0.3242279 ]
Correct: [40.3125 73.125  85.3125 87.5    87.8125]%
Cross Entropy Loss: [1.9045442  0.8365449  0.47540703 0.3657046  0.31362662]
Correct: [39.0625  69.6875  82.8125  86.25    88.90625]%
Cross Entropy Loss: [1.7540066  0.7477562  0.43553978 0.36847427 0.3252307 ]
Correct: [40.15625 74.375   83.4375  86.5625  89.0625 ]%
Cross Entropy Loss: [1.6825511  0.6997758  0.39693254 0.27267736 0.24664278]
Correct: [40.3125  75.9375  87.65625 91.875   91.875  ]%
Cross Entropy Loss: [1.8052227  0.7712624  0.44888425 0.32260627 0.27989703]
Correct: [40.9375  72.03125 83.59375 88.59375 90.15625]%
Cross Entropy Loss: [1.6468004  0.669327   0.38122016 0.2632262  0.21272719]
Correct: [45.78125 75.78125 85.3125  91.25    92.65625]%
Cross Entropy Loss: [1.8129288  0.7953544  0.41822475 0.3226183  0.2705725 ]
Correct: [41.875   73.4375  86.40625 90.      91.09375]%
Cross Entropy Loss: [2.0022027  0.93585074 0.57753146 0.45412165 0.370172  ]
Correct: [37.34375 71.71875 82.1875  84.53125 87.1875 ]%
Cross Entropy Loss: [1.8886156  0.76795316 0.46469766 0.3906226  0.3553214 ]
Correct: [41.09375 74.53125 83.75    87.1875  87.1875 ]%
Cross Entropy Loss: [1.8065708  0.739047   0.4546631  0.34397337 0.29215932]
Correct: [39.84375 74.84375 83.90625 87.96875 89.6875 ]%
Cross Entropy Loss: [1.9483185  0.8011986  0.50196683 0.3994478  0.34025535]
Correct: [36.09375 73.59375 82.96875 85.78125 87.03125]%
Cross Entropy Loss: [1.7985519  0.767465   0.48490936 0.3569555  0.35077706]
Correct: [41.71875 74.53125 83.59375 87.8125  87.8125 ]%
Cross Entropy Loss: [1.8399303  0.7159004  0.4213759  0.32495636 0.29244742]
Correct: [39.375   75.78125 85.      90.15625 89.53125]%
Cross Entropy Loss: [1.9494679  0.8155365  0.44919163 0.3376164  0.28695107]
Correct: [40.3125  74.375   86.875   88.90625 91.875  ]%
Cross Entropy Loss: [1.7388918  0.7324017  0.43719783 0.34537145 0.29756626]
Correct: [44.0625  76.71875 84.375   87.8125  90.15625]%
Cross Entropy Loss: [1.9795341  0.7276983  0.411805   0.3911844  0.33224997]
Correct: [39.21875 73.4375  86.875   85.625   88.59375]%
Cross Entropy Loss: [1.7660106  0.72688526 0.45785365 0.37718618 0.32988065]
Correct: [40.15625 76.09375 83.4375  86.09375 87.96875]%
Cross Entropy Loss: [1.8396347  0.7912884  0.4471135  0.3826045  0.32275423]
Correct: [38.75    73.90625 83.90625 86.09375 88.28125]%
Cross Entropy Loss: [1.7288096  0.7458993  0.49282414 0.39342374 0.3474183 ]
Correct: [41.875   73.125   84.0625  87.8125  89.21875]%
Cross Entropy Loss: [1.9382098  0.785733   0.43974477 0.3842949  0.33884186]
Correct: [37.03125 73.75    85.46875 87.96875 88.4375 ]%
Cross Entropy Loss: [1.660396   0.62665284 0.3833251  0.28207105 0.26018006]
Correct: [42.03125 79.53125 87.03125 90.625   91.09375]%
Cross Entropy Loss: [1.9079325  0.82868606 0.43841267 0.3473161  0.3046365 ]
Correct: [40.15625 72.96875 86.40625 90.46875 88.59375]%
Cross Entropy Loss: [1.8547302  0.7931255  0.44974843 0.34328884 0.3207957 ]
Correct: [40.15625 71.71875 83.90625 88.4375  89.21875]%
Cross Entropy Loss: [1.980382   0.8843473  0.51560867 0.41280127 0.34426847]
Correct: [38.125   71.5625  81.40625 85.      87.65625]%
Cross Entropy Loss: [1.8701127  0.8299266  0.50184757 0.3846181  0.33489543]
Correct: [36.09375 72.03125 82.65625 87.65625 88.75   ]%
Cross Entropy Loss: [1.7964818  0.73097646 0.45861024 0.33895293 0.29856044]
Correct: [42.1875  75.78125 83.28125 87.65625 89.375  ]%
Cross Entropy Loss: [1.8364255  0.68581927 0.4157168  0.3098262  0.3028739 ]
Correct: [40.15625 74.6875  85.78125 88.90625 89.84375]%
Cross Entropy Loss: [1.8570931  0.7530062  0.44109908 0.3119281  0.2889296 ]
Correct: [39.6875 74.0625 84.6875 89.0625 90.    ]%
Cross Entropy Loss: [1.6790609  0.7661202  0.44684824 0.35320985 0.27888644]
Correct: [44.6875  74.6875  86.09375 88.4375  91.875  ]%
Cross Entropy Loss: [1.960359   0.85576326 0.49114823 0.38335133 0.29911837]
Correct: [36.5625  71.71875 83.125   87.34375 90.15625]%
Cross Entropy Loss: [1.7834272  0.74524295 0.43503755 0.30576676 0.25976074]
Correct: [42.5    75.3125 86.25   90.3125 90.9375]%
Cross Entropy Loss: [1.947959   0.8507616  0.4787829  0.37312728 0.33200312]
Correct: [36.25    70.15625 82.96875 87.96875 88.125  ]%
Cross Entropy Loss: [1.7833841  0.7433173  0.4256658  0.31290156 0.2568849 ]
Correct: [39.84375 74.21875 85.15625 88.90625 89.53125]%
Cross Entropy Loss: [1.8374946  0.8155009  0.4537898  0.30642515 0.2935539 ]
Correct: [41.875   72.34375 84.53125 89.375   89.6875 ]%
Cross Entropy Loss: [1.7421329  0.7826749  0.431357   0.30841458 0.2978093 ]
Correct: [38.90625 72.03125 85.15625 89.21875 90.15625]%
Cross Entropy Loss: [1.889501   0.8554762  0.52542114 0.3944021  0.3777359 ]
Correct: [38.125   72.8125  81.71875 86.25    87.65625]%
Cross Entropy Loss: [1.6383603  0.6660563  0.39640325 0.29779    0.24173538]
Correct: [45.15625 76.25    85.9375  89.21875 91.71875]%
Cross Entropy Loss: [1.8073285  0.74782836 0.42753386 0.31935614 0.29642987]
Correct: [41.40625 76.09375 85.3125  89.84375 90.9375 ]%
Cross Entropy Loss: [1.7737433  0.7546355  0.44091645 0.3340636  0.28912967]
Correct: [41.40625 74.0625  85.46875 88.125   90.625  ]%
Cross Entropy Loss: [1.7223898  0.7170398  0.396491   0.3312632  0.28785095]
Correct: [42.34375 74.53125 85.625   87.1875  90.15625]%
Cross Entropy Loss: [1.7838827  0.73101705 0.4229645  0.316912   0.27542168]
Correct: [40.3125  75.46875 84.53125 89.0625  91.40625]%
Cross Entropy Loss: [1.7451967  0.7448251  0.4363013  0.34973508 0.3087028 ]
Correct: [41.875   73.4375  84.375   87.34375 89.84375]%
Cross Entropy Loss: [1.9899517  0.8736218  0.48903528 0.37470576 0.32891423]
Correct: [34.21875 71.09375 84.6875  87.65625 88.75   ]%
Cross Entropy Loss: [1.8890886  0.7863399  0.45821315 0.340959   0.29147813]
Correct: [36.875   73.28125 84.0625  87.96875 89.21875]%
Cross Entropy Loss: [1.822395   0.7208115  0.45351753 0.36223128 0.31609637]
Correct: [40.15625 75.      84.84375 86.09375 89.0625 ]%
Cross Entropy Loss: [1.6051718  0.6288516  0.381283   0.29004556 0.22402582]
Correct: [46.875   79.6875  87.96875 91.40625 93.28125]%
Cross Entropy Loss: [1.9517343  0.8744114  0.5372039  0.4064127  0.34393844]
Correct: [36.25    72.03125 82.03125 85.625   87.1875 ]%
Cross Entropy Loss: [1.9427229  0.8419342  0.4757715  0.35751596 0.32121843]
Correct: [37.8125  71.40625 83.75    88.125   89.53125]%
Cross Entropy Loss: [2.0710387  0.8494915  0.4589714  0.34222275 0.3130813 ]
Correct: [37.03125 70.46875 83.59375 88.4375  89.21875]%
Cross Entropy Loss: [1.9876124  0.9355543  0.5190776  0.39726773 0.3490713 ]
Correct: [36.40625 69.53125 81.25    84.84375 87.65625]%
Cross Entropy Loss: [1.7475154  0.75095975 0.4437934  0.3467154  0.29114825]
Correct: [41.40625 73.28125 85.3125  85.9375  91.25   ]%
Cross Entropy Loss: [1.9205385  0.73084366 0.41446638 0.32371268 0.25704268]
Correct: [35.9375  76.25    85.15625 89.6875  91.25   ]%
Cross Entropy Loss: [1.7893155  0.78801286 0.46464664 0.36918682 0.33028564]
Correct: [40.      71.875   85.625   87.96875 88.59375]%
Cross Entropy Loss: [1.8174057  0.834257   0.5221306  0.39668548 0.32448322]
Correct: [41.25    72.96875 82.5     85.15625 88.59375]%
Cross Entropy Loss: [1.8275824  0.713178   0.47655398 0.37743655 0.3103856 ]
Correct: [39.53125 75.3125  82.96875 87.34375 88.28125]%
Cross Entropy Loss: [1.7065668  0.6756365  0.42413768 0.27168652 0.27179593]
Correct: [42.03125 76.09375 84.0625  90.9375  90.9375 ]%
Cross Entropy Loss: [1.7645385  0.7127378  0.4786695  0.3686967  0.36188284]
Correct: [42.96875 74.375   84.6875  88.125   87.34375]%
Cross Entropy Loss: [1.8265562  0.83245736 0.48706645 0.32991913 0.2859467 ]
Correct: [40.625   73.4375  82.8125  88.28125 89.53125]%
Cross Entropy Loss: [1.9362271  0.86880064 0.49465474 0.37884706 0.33573988]
Correct: [37.03125 70.78125 82.96875 87.03125 87.8125 ]%
Cross Entropy Loss: [1.7468094  0.7418145  0.4211591  0.31807163 0.27819797]
Correct: [43.75    74.84375 85.78125 88.75    91.25   ]%
Cross Entropy Loss: [1.7442576  0.6791165  0.34856093 0.2847813  0.24189389]
Correct: [41.71875 74.6875  87.34375 90.46875 92.03125]%
Cross Entropy Loss: [1.7217493  0.71573734 0.4076187  0.33533615 0.26106334]
Correct: [42.1875  74.6875  87.1875  89.53125 90.625  ]%
Cross Entropy Loss: [1.7859777  0.7051434  0.39206085 0.3127596  0.27826124]
Correct: [38.90625 75.3125  86.71875 90.15625 90.     ]%
Cross Entropy Loss: [1.8674161  0.86435    0.45816118 0.34406143 0.27553615]
Correct: [39.53125 69.53125 84.84375 87.5     89.0625 ]%
Cross Entropy Loss: [1.8466038 0.7678033 0.4017299 0.292661  0.2636969]
Correct: [39.0625  73.75    87.03125 91.5625  91.40625]%
Cross Entropy Loss: [1.641025   0.6740864  0.44525567 0.309425   0.26077026]
Correct: [45.3125  77.96875 85.      90.3125  91.09375]%
Cross Entropy Loss: [1.732035   0.7358829  0.46003065 0.3420887  0.29528698]
Correct: [41.5625  75.46875 83.90625 87.03125 88.4375 ]%
Cross Entropy Loss: [1.7097743  0.70302147 0.39315322 0.2889834  0.26757285]
Correct: [45.15625 76.875   85.78125 88.59375 90.9375 ]%
Cross Entropy Loss: [1.6934531  0.75509787 0.4586739  0.35746372 0.33061323]
Correct: [41.5625  74.53125 83.90625 86.5625  87.65625]%
Cross Entropy Loss: [1.9084837  0.8117727  0.44677782 0.34236336 0.29851538]
Correct: [38.90625 72.03125 83.75    87.5     90.15625]%
Cross Entropy Loss: [1.5835174  0.6339691  0.36918736 0.29662737 0.25727504]
Correct: [45.15625 78.90625 88.125   91.40625 91.25   ]%
Cross Entropy Loss: [1.9901317  0.8141637  0.45389596 0.3512667  0.30021638]
Correct: [37.65625 70.      83.4375  88.75    89.84375]%
Cross Entropy Loss: [1.954225   0.8554845  0.49467427 0.38261297 0.3081712 ]
Correct: [35.9375  74.375   83.90625 86.71875 90.     ]%
Cross Entropy Loss: [1.7906189  0.7959956  0.46386665 0.37801376 0.2939935 ]
Correct: [41.71875 72.03125 82.65625 87.03125 90.15625]%
Cross Entropy Loss: [1.8053825  0.7103071  0.4436946  0.34612685 0.27569416]
Correct: [39.6875  76.09375 84.84375 87.5     89.6875 ]%
Cross Entropy Loss: [1.5881463  0.6638628  0.41598973 0.31445846 0.2622527 ]
Correct: [45.9375  74.6875  85.      89.21875 90.625  ]%
Cross Entropy Loss: [1.8695596  0.8482709  0.47649264 0.3796729  0.32271516]
Correct: [40.      70.625   83.28125 87.34375 89.6875 ]%
Cross Entropy Loss: [1.9136238  0.79955596 0.4367272  0.3668929  0.3099001 ]
Correct: [38.90625 70.46875 84.53125 87.34375 89.53125]%
Cross Entropy Loss: [1.7006252  0.6663639  0.36477867 0.27018994 0.21334486]
Correct: [42.1875  75.625   87.96875 90.15625 93.4375 ]%
Cross Entropy Loss: [1.8060153  0.78951323 0.4554972  0.3654516  0.32345814]
Correct: [41.09375 72.34375 84.21875 87.96875 88.75   ]%
Cross Entropy Loss: [1.6979269  0.70709753 0.36976078 0.3172146  0.2748807 ]
Correct: [43.4375  74.0625  87.1875  90.9375  91.09375]%
Cross Entropy Loss: [1.8371975  0.78486997 0.4554223  0.3313612  0.31085736]
Correct: [40.3125  72.8125  85.46875 88.28125 89.375  ]%
Cross Entropy Loss: [1.8426529  0.80605954 0.47690597 0.37928134 0.34589273]
Correct: [39.53125 72.03125 82.1875  86.25    89.0625 ]%
Cross Entropy Loss: [1.6719239  0.7661053  0.4206438  0.29359826 0.26459128]
Correct: [45.15625 74.53125 85.78125 90.      89.84375]%
Cross Entropy Loss: [1.8103693  0.8145884  0.45366088 0.3478238  0.30970997]
Correct: [43.125   74.375   84.84375 87.8125  89.375  ]%
Cross Entropy Loss: [1.7416538  0.81190026 0.44058737 0.31830245 0.28529826]
Correct: [42.65625 71.875   84.375   89.84375 89.375  ]%
Cross Entropy Loss: [1.8699198  0.83358127 0.43687424 0.31912956 0.26847968]
Correct: [38.59375 71.875   86.25    88.28125 91.09375]%
Cross Entropy Loss: [1.7831104  0.7214595  0.43349022 0.33697182 0.30122375]
Correct: [41.71875 76.09375 85.15625 87.8125  89.21875]%
Cross Entropy Loss: [1.8696333  0.8483141  0.4959024  0.39291945 0.32425126]
Correct: [39.21875 71.40625 82.65625 86.71875 88.125  ]%
Cross Entropy Loss: [1.7151079  0.6742369  0.37940028 0.31101435 0.24011262]
Correct: [44.53125 77.34375 87.1875  91.09375 92.5    ]%
Cross Entropy Loss: [1.8119892  0.7583695  0.4364988  0.34274346 0.32262167]
Correct: [41.5625  75.15625 85.      89.53125 89.0625 ]%
Cross Entropy Loss: [1.879496   0.7231509  0.3955018  0.30847687 0.26345295]
Correct: [42.1875  74.375   85.46875 90.3125  91.71875]%
Cross Entropy Loss: [1.8816245  0.7794895  0.46260533 0.3346999  0.28944618]
Correct: [39.53125 72.1875  82.96875 89.375   90.625  ]%
Cross Entropy Loss: [1.7954756  0.76332784 0.48839888 0.36953726 0.31503624]
Correct: [40.      75.      83.4375  87.65625 89.53125]%
Cross Entropy Loss: [1.9671167  0.7844523  0.45181012 0.37061328 0.31081933]
Correct: [35.      72.5     83.125   89.21875 89.375  ]%
Cross Entropy Loss: [1.7853792 0.7715994 0.4560052 0.361708  0.3377431]
Correct: [41.40625 73.90625 84.21875 87.34375 89.375  ]%
Cross Entropy Loss: [1.8472569  0.7820329  0.51443905 0.41150331 0.34329915]
Correct: [40.      74.375   82.1875  84.21875 86.40625]%
Cross Entropy Loss: [1.7411373  0.7201692  0.42348966 0.32746965 0.27481323]
Correct: [42.1875  76.71875 87.1875  90.      91.40625]%
Cross Entropy Loss: [1.8205864  0.7419039  0.42924634 0.30106488 0.252424  ]
Correct: [38.90625 73.75    84.6875  90.9375  92.5    ]%
Cross Entropy Loss: [1.7162867  0.7636716  0.4239827  0.30565476 0.24537179]
Correct: [42.8125 73.4375 86.5625 90.3125 90.9375]%
Cross Entropy Loss: [1.742091   0.77581555 0.47809577 0.36496156 0.3019405 ]
Correct: [44.6875  73.75    83.90625 88.125   90.     ]%
Cross Entropy Loss: [1.7826884  0.7010921  0.4213012  0.33485025 0.2992115 ]
Correct: [41.25    76.5625  86.5625  88.59375 90.3125 ]%
Cross Entropy Loss: [1.6132514  0.6696398  0.4621091  0.32669413 0.27835485]
Correct: [44.21875 76.5625  84.53125 89.375   90.46875]%
Cross Entropy Loss: [1.7273724  0.69006383 0.39491725 0.32523704 0.2591835 ]
Correct: [41.5625  79.0625  88.28125 89.6875  91.71875]%
Cross Entropy Loss: [1.8191935  0.73187214 0.45168853 0.32235262 0.2753262 ]
Correct: [39.6875  74.21875 83.59375 89.21875 90.3125 ]%
Cross Entropy Loss: [1.9778274  0.8783649  0.5150518  0.38906112 0.3428253 ]
Correct: [38.90625 71.875   82.1875  87.03125 89.0625 ]%
Cross Entropy Loss: [1.9608996  0.8591345  0.4670457  0.33700594 0.31897798]
Correct: [36.25    69.6875  83.59375 88.125   88.59375]%
Cross Entropy Loss: [1.8335596  0.7730681  0.44142276 0.33400434 0.29727387]
Correct: [40.15625 74.21875 83.90625 87.8125  90.15625]%
Cross Entropy Loss: [1.9403353  0.9053232  0.52926123 0.39282075 0.33684808]
Correct: [38.90625 70.15625 82.96875 86.71875 88.125  ]%
Cross Entropy Loss: [1.794521   0.729973   0.40745258 0.32367557 0.2491415 ]
Correct: [41.5625  75.      84.375   88.59375 91.40625]%
Cross Entropy Loss: [1.9404618  0.8501253  0.49088994 0.35954845 0.30685458]
Correct: [35.15625 70.15625 83.4375  87.1875  89.375  ]%
Cross Entropy Loss: [1.712067   0.7147951  0.4095617  0.31406933 0.26051217]
Correct: [43.4375  75.15625 87.1875  89.21875 90.78125]%
Cross Entropy Loss: [2.0686882  0.8395297  0.47351223 0.371948   0.27844697]
Correct: [32.96875 71.875   84.84375 87.03125 89.84375]%
Cross Entropy Loss: [1.9154183  0.76191753 0.41277084 0.3525979  0.2713347 ]
Correct: [40.78125 74.53125 86.25    87.8125  91.09375]%
Cross Entropy Loss: [2.0516553  0.81828344 0.46229428 0.3677328  0.32352272]
Correct: [32.8125  72.5     85.3125  87.1875  88.90625]%
Cross Entropy Loss: [1.8577869  0.8566548  0.48980993 0.3716964  0.30620494]
Correct: [38.90625 72.5     82.65625 86.5625  88.90625]%
Cross Entropy Loss: [1.830636   0.7692548  0.4741508  0.40425602 0.34184095]
Correct: [37.1875  73.75    84.84375 85.46875 86.875  ]%
Cross Entropy Loss: [1.840045   0.7951842  0.4725893  0.3492928  0.29747146]
Correct: [41.25    73.4375  84.0625  88.28125 89.0625 ]%
Cross Entropy Loss: [1.7457867  0.71708465 0.44905567 0.33524558 0.29418227]
Correct: [42.03125 75.      83.90625 88.75    90.     ]%
Cross Entropy Loss: [1.7693834  0.74390143 0.45785588 0.30747887 0.25578636]
Correct: [43.28125 75.15625 84.375   90.3125  91.71875]%
Cross Entropy Loss: [1.7738373  0.72030675 0.4087158  0.30840886 0.2788293 ]
Correct: [40.15625 74.53125 86.5625  89.0625  89.53125]%
Cross Entropy Loss: [1.7839632  0.70015347 0.45689377 0.30839628 0.30761114]
Correct: [44.0625  76.09375 83.90625 89.21875 87.96875]%
Cross Entropy Loss: [1.7849216  0.7385513  0.41262937 0.32634288 0.2867983 ]
Correct: [41.25   74.0625 85.3125 89.0625 90.3125]%
Cross Entropy Loss: [1.7233918  0.734651   0.44325918 0.34486014 0.26851025]
Correct: [38.75    73.90625 84.375   87.96875 90.46875]%
Cross Entropy Loss: [1.6975784  0.7025238  0.46066013 0.3573194  0.30716527]
Correct: [42.34375 77.03125 85.46875 89.21875 88.90625]%
Cross Entropy Loss: [1.7609434  0.75623786 0.4509636  0.36688107 0.35558   ]
Correct: [41.5625 73.125  82.8125 86.25   87.1875]%
Cross Entropy Loss: [1.6581236  0.6919446  0.41519094 0.3507983  0.3094057 ]
Correct: [45.3125  76.09375 86.25    88.28125 89.21875]%
Cross Entropy Loss: [1.7590516  0.72257966 0.42460147 0.34559524 0.27706674]
Correct: [40.3125  74.375   85.46875 89.21875 90.78125]%
Cross Entropy Loss: [1.6522259  0.65847623 0.41124654 0.3322312  0.2788709 ]
Correct: [44.0625  76.875   86.40625 88.28125 90.3125 ]%
Cross Entropy Loss: [1.7699722  0.77586555 0.4745466  0.38330892 0.3284865 ]
Correct: [43.28125 73.90625 84.84375 86.875   89.6875 ]%
Cross Entropy Loss: [1.7309914  0.70323    0.44821224 0.39820665 0.3354062 ]
Correct: [41.875   75.46875 85.3125  85.78125 88.75   ]%
Cross Entropy Loss: [1.8222414  0.8079222  0.4969968  0.36041993 0.28955108]
Correct: [38.75    73.90625 84.53125 85.78125 90.78125]%
Cross Entropy Loss: [1.729009   0.7496455  0.42851147 0.3346981  0.2753007 ]
Correct: [41.25    74.6875  84.53125 87.65625 90.78125]%
Cross Entropy Loss: [1.8344309  0.77233964 0.463592   0.37938684 0.3251052 ]
Correct: [39.21875 72.96875 83.59375 87.96875 88.4375 ]%
Cross Entropy Loss: [2.079079   0.8572936  0.504949   0.4439159  0.38300171]
Correct: [33.59375 72.03125 84.21875 86.25    88.90625]%
Cross Entropy Loss: [1.9365839  0.8228091  0.5333198  0.40137783 0.4035841 ]
Correct: [39.53125 71.5625  81.5625  85.78125 87.5    ]%
Cross Entropy Loss: [1.6761694  0.65305626 0.36422515 0.28444928 0.24487844]
Correct: [45.3125  76.5625  88.75    91.71875 90.78125]%
Cross Entropy Loss: [1.8497807  0.8012763  0.49729386 0.360161   0.33203715]
Correct: [37.03125 71.875   83.4375  87.34375 88.125  ]%
Cross Entropy Loss: [1.847949   0.7649117  0.42604923 0.3192181  0.27881414]
Correct: [38.59375 70.46875 85.78125 88.90625 88.90625]%
Cross Entropy Loss: [1.6541647  0.6911539  0.37299666 0.26874155 0.23192814]
Correct: [44.6875  76.5625  85.78125 90.625   90.9375 ]%
Cross Entropy Loss: [1.8176062  0.77546155 0.44678348 0.35085183 0.28798705]
Correct: [38.125  73.125  85.625  87.8125 90.3125]%
Cross Entropy Loss: [1.7182869  0.72156346 0.42757392 0.31026012 0.2799974 ]
Correct: [42.8125  75.78125 84.21875 88.75    89.375  ]%
Cross Entropy Loss: [1.9383045  0.82965386 0.46743768 0.324746   0.2760064 ]
Correct: [36.25    71.25    85.      90.15625 91.40625]%
Cross Entropy Loss: [1.7435076  0.7046319  0.429348   0.36153397 0.29646248]
Correct: [42.8125  73.28125 83.90625 86.25    89.0625 ]%
Cross Entropy Loss: [1.7073305  0.6508571  0.35333693 0.27041548 0.23370557]
Correct: [44.6875  78.59375 87.03125 90.625   91.5625 ]%
Cross Entropy Loss: [1.8350716  0.876077   0.5393933  0.3683959  0.38023013]
Correct: [37.03125 71.09375 81.5625  85.46875 85.625  ]%
Cross Entropy Loss: [1.6856587  0.6936203  0.40691048 0.30140382 0.25783592]
Correct: [43.4375  75.9375  84.84375 89.53125 92.34375]%
Cross Entropy Loss: [1.8106868  0.71285784 0.43410596 0.3414132  0.27727383]
Correct: [42.65625 75.78125 84.84375 89.0625  91.40625]%
Cross Entropy Loss: [1.7183397  0.7431729  0.3938638  0.3246397  0.30163822]
Correct: [43.4375 75.9375 86.25   89.0625 89.6875]%
Cross Entropy Loss: [1.9794657  0.9127327  0.5676295  0.48992985 0.41574937]
Correct: [36.25    70.      80.46875 82.65625 83.90625]%
Cross Entropy Loss: [1.8495386  0.82069457 0.5490526  0.4269774  0.35951927]
Correct: [39.21875 71.40625 82.03125 86.25    88.125  ]%
Cross Entropy Loss: [2.0157251  0.7703615  0.41110268 0.3394438  0.2681877 ]
Correct: [35.78125 72.1875  85.78125 88.28125 90.15625]%
Cross Entropy Loss: [1.7736496  0.70908654 0.42951775 0.33825535 0.30034947]
Correct: [41.25   74.6875 86.25   87.8125 89.6875]%
Cross Entropy Loss: [1.8767732  0.762365   0.4622127  0.3442102  0.27416342]
Correct: [37.34375 73.59375 84.0625  87.65625 90.625  ]%
Cross Entropy Loss: [1.681597   0.70811987 0.37744159 0.32863778 0.27137634]
Correct: [42.5     76.5625  85.9375  89.0625  89.84375]%
Cross Entropy Loss: [1.7945477  0.73087776 0.44987154 0.32473662 0.31136718]
Correct: [40.      75.625   84.84375 87.96875 88.90625]%
Cross Entropy Loss: [1.7561337  0.76759577 0.41956472 0.33162054 0.28583413]
Correct: [43.28125 74.53125 85.9375  88.75    89.84375]%
Cross Entropy Loss: [1.7507999  0.72447574 0.39699602 0.30507135 0.2596193 ]
Correct: [42.5     74.84375 86.09375 88.90625 89.6875 ]%
Cross Entropy Loss: [2.050352   0.86499196 0.45079917 0.36951378 0.32900888]
Correct: [36.71875 70.      83.59375 86.71875 88.59375]%
Cross Entropy Loss: [1.779467   0.71722096 0.41611958 0.3318033  0.3033678 ]
Correct: [42.1875  74.84375 86.40625 88.4375  89.53125]%
Cross Entropy Loss: [1.5250795  0.65819705 0.3778537  0.29021442 0.2701355 ]
Correct: [50.     77.8125 87.8125 90.9375 91.5625]%
Cross Entropy Loss: [1.7392435  0.66206825 0.41339588 0.32163662 0.27731723]
Correct: [42.03125 78.4375  86.40625 89.6875  90.15625]%
Cross Entropy Loss: [1.8135967  0.721619   0.43754846 0.3329937  0.30283675]
Correct: [41.71875 75.      83.75    87.65625 89.0625 ]%
Cross Entropy Loss: [1.8218956  0.76382315 0.49844065 0.36814904 0.33445793]
Correct: [38.90625 74.21875 80.78125 86.875   87.65625]%

if classifier_type == 'fast':
    # if snn_samples already exist, don't recompute
    print(out_projs[-1].out_proj.weight.abs().mean())
    try:
        snn_samples
    except:
        snn_samples, targets = get_samples(SNN, train_loader, args.n_hidden, device)
    cat = True
    test_accs = []
    train_accs = []
    for i in range(10):
        with torch.no_grad():
            out_projs, acc, losses_out = train_out_proj_fast(SNN, args, 60, 60, snn_samples, train_loader.y, cat=cat, lr=1e-4, weight_decay=1)
        print('Mean abs weights', out_projs[-1].out_proj.weight.abs().mean())
        test_accs.append(get_accuracy(SNN, out_projs, test_loader, device, cat=cat)[0])
        train_accs.append(get_accuracy(SNN, out_projs, train_loader, device, cat=cat)[0])
    test_accs = torch.stack([torch.tensor(ta) for ta in test_accs])
    train_accs = torch.stack([torch.tensor(ta) for ta in train_accs])
    print(f'Fast Classifier Mean Test Accuracy: {100*torch.mean(test_accs, dim=0)}, Std: {100*torch.std(test_accs, dim=0)}')
    print(f'Fast Classifier Mean Train Accuracy: {100*torch.mean(train_accs, dim=0)}, Std: {100*torch.std(train_accs, dim=0)}')

tensor(0.0211, grad_fn=<MeanBackward0>)

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [6.227582  4.1888533 3.2490273 2.909603  2.589054 ]
Correct: [ 9.02403139 17.01814615 24.10495341 36.63560569 39.44335459]%
Cross Entropy Loss: [3.084407  2.016076  1.4383445 1.0701764 0.9732591]
Correct: [20.96615988 36.28003923 51.32417852 63.07013242 66.53997057]%
Cross Entropy Loss: [2.5818331 1.594016  1.1117206 0.8449952 0.7417273]
Correct: [26.67974497 47.40068661 61.85630211 70.73320255 74.69347719]%
Cross Entropy Loss: [2.3462574  1.384643   0.9405036  0.7046546  0.62765473]
Correct: [30.44384502 53.1142717  67.69249632 75.74791564 79.14418833]%
Cross Entropy Loss: [2.1776595 1.2149087 0.8116775 0.6102515 0.5459828]
Correct: [33.64394311 58.88916135 71.92251103 79.00931829 81.96419814]%
Cross Entropy Loss: [2.050162   1.1051838  0.71940565 0.5364115  0.47259218]
Correct: [35.99803825 61.96665032 75.55174105 82.06228543 84.30603237]%
Cross Entropy Loss: [1.9329681  1.0034693  0.64401597 0.48784244 0.42599022]
Correct: [38.47474252 65.85335949 78.50662089 83.55811672 86.1451692 ]%
Cross Entropy Loss: [1.8539302  0.9390004  0.5900029  0.4441684  0.38296673]
Correct: [39.74987739 68.18293281 80.38254046 85.02942619 87.37126042]%
Cross Entropy Loss: [1.7599659  0.86814374 0.5444651  0.4060365  0.3547005 ]
Correct: [42.11623345 70.96615988 82.22167729 87.00343306 88.52378617]%
Cross Entropy Loss: [1.7068281  0.8216575  0.5089905  0.37837592 0.32595748]
Correct: [43.28102011 72.16772928 83.28837666 87.92300147 89.87248651]%
Cross Entropy Loss: [1.6603553  0.78327495 0.480426   0.35097936 0.2998956 ]
Correct: [44.38450221 73.72486513 84.64933791 88.87935262 90.70622854]%
Cross Entropy Loss: [1.5904566  0.729717   0.44489974 0.330476   0.27902165]
Correct: [45.83128985 75.64982835 86.25551741 89.67631192 91.9691025 ]%
Cross Entropy Loss: [1.5404096  0.69193333 0.41282016 0.3100537  0.2649857 ]
Correct: [47.27807749 77.29279058 87.22412948 90.06866111 91.89553703]%
Cross Entropy Loss: [1.4986635  0.65678114 0.38452503 0.28919005 0.24047953]
Correct: [48.61451692 78.54340363 88.30308975 90.85335949 92.86414909]%
Cross Entropy Loss: [1.4629978  0.6266908  0.3713348  0.2716782  0.22808151]
Correct: [49.65669446 79.51201569 88.97743992 91.95684159 93.63658656]%
Cross Entropy Loss: [1.4163728  0.600094   0.34669423 0.24765362 0.20712939]
Correct: [51.39774399 80.46836685 90.14222658 92.87641    94.40902403]%
Cross Entropy Loss: [1.3832793  0.57429135 0.33811283 0.24744329 0.20516936]
Correct: [52.12113781 81.48602256 90.09318293 92.64345267 94.21284944]%
Cross Entropy Loss: [1.3501191  0.5451972  0.3169877  0.22540744 0.1860011 ]
Correct: [53.37175086 83.07994115 91.23344777 93.58754291 95.03433055]%
Cross Entropy Loss: [1.3149152  0.5234925  0.30332264 0.215777   0.18347086]
Correct: [53.93575282 84.07307504 91.5644924  94.43354586 95.05885238]%
Cross Entropy Loss: [1.2902291  0.5064556  0.2840734  0.20270316 0.16773361]
Correct: [55.25993134 84.29377146 92.27562531 94.42128494 95.52476704]%
Cross Entropy Loss: [1.2675848  0.49165586 0.27353725 0.19428666 0.16319065]
Correct: [56.13045611 84.87003433 92.70475723 95.14467876 95.83128985]%
Cross Entropy Loss: [1.225189   0.46989253 0.2595812  0.18073896 0.1484007 ]
Correct: [57.30750368 85.92447278 93.56302109 95.38989701 96.4811182 ]%
Cross Entropy Loss: [1.2188863  0.4601508  0.25531334 0.18140306 0.15233615]
Correct: [57.35654733 86.1451692  93.53849926 95.41441883 96.33398725]%
Cross Entropy Loss: [1.1967704  0.43187392 0.2413208  0.16350079 0.13748264]
Correct: [58.30063757 87.45708681 93.93084846 96.1868563  96.787641  ]%
Cross Entropy Loss: [1.1634043  0.42663878 0.24053846 0.16499452 0.13468622]
Correct: [59.22020598 87.61647867 93.91858754 96.29720451 96.89798921]%
Cross Entropy Loss: [1.147153   0.4132483  0.22520845 0.1581474  0.12631164]
Correct: [59.93133889 88.33987249 94.60519863 96.35850907 97.15546837]%
Cross Entropy Loss: [1.1307251  0.40332636 0.21875279 0.14940323 0.11790174]
Correct: [60.29916626 88.51152526 95.12015694 96.75085826 97.57233938]%
Cross Entropy Loss: [1.1146512  0.3932615  0.20854837 0.14476669 0.11901622]
Correct: [61.39038744 89.18587543 95.07111329 96.87346739 97.31486023]%
Cross Entropy Loss: [1.0977266  0.3796877  0.20245132 0.14267363 0.11439568]
Correct: [61.67238843 89.27170181 95.2795488  96.84894556 97.54781756]%
Cross Entropy Loss: [1.0738505  0.3712277  0.1942338  0.1343637  0.10659679]
Correct: [62.87395782 89.70083374 95.94163806 97.22903384 97.96468857]%
Cross Entropy Loss: [1.0602728  0.35614356 0.18469554 0.1250208  0.10680015]
Correct: [62.91074056 90.84109858 96.19911721 97.63364394 97.6949485 ]%
Cross Entropy Loss: [1.0362564  0.34327102 0.17802864 0.12196089 0.09400353]
Correct: [64.29622364 91.12309956 96.43207455 97.85434036 98.33251594]%
Cross Entropy Loss: [1.032546   0.33907506 0.17114583 0.11708787 0.09530973]
Correct: [64.46787641 91.30701324 96.8857283  97.64590486 98.16086317]%
Cross Entropy Loss: [1.018495   0.33560556 0.1672213  0.11563661 0.09326134]
Correct: [65.0564002  91.31927415 96.66503188 97.80529671 98.18538499]%
Cross Entropy Loss: [1.0175304  0.33529425 0.17005605 0.11752106 0.08999334]
Correct: [65.79205493 90.95144679 96.4811182  97.65816577 98.35703776]%
Cross Entropy Loss: [1.0106018  0.32298252 0.16372687 0.111113   0.08493247]
Correct: [64.56596371 91.6625797  96.87346739 97.9892104  98.47964689]%
Cross Entropy Loss: [0.97946304 0.30804422 0.15876245 0.11050939 0.08569176]
Correct: [66.79744973 92.33692987 97.09416381 97.97694949 98.32025503]%
Cross Entropy Loss: [0.9857347  0.30929872 0.15477222 0.10367916 0.08507264]
Correct: [66.18440412 92.09171162 97.14320745 98.00147131 98.28347229]%
Cross Entropy Loss: [0.97348267 0.29906055 0.14442803 0.09653436 0.07448013]
Correct: [66.83423247 92.58214811 97.68268759 98.35703776 98.81069152]%
Cross Entropy Loss: [0.9701352  0.2988704  0.1447718  0.10016789 0.07311945]
Correct: [67.28788622 92.61893085 97.32712114 98.13634134 98.7984306 ]%
Cross Entropy Loss: [0.9405685  0.28492096 0.13776097 0.08610806 0.06346878]
Correct: [68.75919568 93.40362923 97.7930358  98.8965179  99.23982344]%
Cross Entropy Loss: [0.93186814 0.27729243 0.13999675 0.09787038 0.07517292]
Correct: [68.86954389 93.7714566  97.46199117 98.1976459  98.73712604]%
Cross Entropy Loss: [0.9183961  0.26741472 0.12911448 0.07850525 0.06017514]
Correct: [69.65424228 94.16380579 97.90338401 99.0926925  99.3992153 ]%
Cross Entropy Loss: [0.9241305  0.2740833  0.128459   0.0825237  0.06545365]
Correct: [69.49485042 93.74693477 98.08729769 98.74938695 99.01912702]%
Cross Entropy Loss: [0.9106141  0.2732801  0.1288327  0.08655582 0.06529032]
Correct: [69.78911231 93.39136832 97.7930358  98.50416871 99.01912702]%
Cross Entropy Loss: [0.90430737 0.26256832 0.12292261 0.08218928 0.06019967]
Correct: [69.76459049 94.05345758 98.16086317 98.85973516 99.301128  ]%
Cross Entropy Loss: [0.8850401  0.25149992 0.11642696 0.07858691 0.06024847]
Correct: [71.17459539 94.56841589 98.2957332  98.77390878 99.22756253]%
Cross Entropy Loss: [0.89123064 0.24553515 0.11201175 0.07071387 0.05154245]
Correct: [70.67189799 94.98528691 98.57773418 99.11721432 99.57086807]%
Cross Entropy Loss: [0.88514316 0.24429102 0.1109072  0.06904819 0.05300098]
Correct: [70.79450711 94.60519863 98.5899951  99.23982344 99.47278077]%
Cross Entropy Loss: [0.8754399  0.23969546 0.10988028 0.06917343 0.05221026]
Correct: [71.49337911 95.38989701 98.54095145 99.23982344 99.47278077]%
Cross Entropy Loss: [0.8627392  0.23674148 0.10858904 0.06797701 0.06324264]
Correct: [71.787641   95.21824424 98.62677783 99.301128   98.97008337]%
Cross Entropy Loss: [0.8716382  0.23277749 0.10765184 0.06795376 0.04896099]
Correct: [71.70181462 95.25502697 98.52869053 98.98234429 99.42373713]%
Cross Entropy Loss: [0.84575206 0.22379623 0.09983449 0.06158574 0.04525918]
Correct: [73.00147131 95.79450711 98.87199608 99.41147621 99.65669446]%
Cross Entropy Loss: [0.8510538  0.22383201 0.09794874 0.06432494 0.04918044]
Correct: [72.73173124 95.72094164 98.95782246 99.17851888 99.3992153 ]%
Cross Entropy Loss: [0.846884   0.2267817  0.09953232 0.06333157 0.04455412]
Correct: [73.38155959 95.42667974 98.83521334 99.26434527 99.65669446]%
Cross Entropy Loss: [0.8403239  0.22168458 0.09568134 0.05679873 0.04175257]
Correct: [73.08729769 95.72094164 98.90877881 99.50956351 99.65669446]%
Cross Entropy Loss: [0.8331327  0.21802935 0.09692178 0.06193991 0.04276354]
Correct: [73.8965179  95.73320255 98.81069152 99.19077979 99.64443355]%
Cross Entropy Loss: [0.8270904  0.21292622 0.08981011 0.05453913 0.04151616]
Correct: [73.7984306  96.06424718 99.08043158 99.48504169 99.66895537]%
Cross Entropy Loss: [0.81994486 0.20769778 0.08723076 0.05290293 0.03698396]
Correct: [73.65129966 96.16233448 99.20304071 99.60765081 99.82834723]%
Cross Entropy Loss: [0.813467   0.20664278 0.08925493 0.05578389 0.04522276]
Correct: [74.41147621 96.17459539 99.0926925  99.42373713 99.54634625]%
Mean abs weights tensor(0.0155, grad_fn=<MeanBackward0>)

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.00%
From layer 1:
Accuracy: 69.52%
From layer 2:
Accuracy: 74.87%
From layer 3:
Accuracy: 76.50%
From layer 4:
Accuracy: 77.30%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 75.75%
From layer 1:
Accuracy: 96.95%
From layer 2:
Accuracy: 99.69%
From layer 3:
Accuracy: 99.88%
From layer 4:
Accuracy: 99.75%

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.27374   3.8414185 3.472336  3.1223361 2.2361615]
Correct: [ 9.96812163 19.15154487 25.06130456 33.79107406 45.65963708]%
Cross Entropy Loss: [2.891183  1.9824755 1.464926  1.0667708 0.9089445]
Correct: [21.21137813 37.35899951 50.80922021 62.78813144 68.62432565]%
Cross Entropy Loss: [2.5200572  1.561557   1.104361   0.80235296 0.68896925]
Correct: [26.79009318 47.486513   61.79499755 72.32712114 76.67974497]%
Cross Entropy Loss: [2.3112257  1.3502896  0.92904484 0.6810767  0.5838958 ]
Correct: [30.64001962 53.911231   67.93771457 77.28052967 80.70132418]%
Cross Entropy Loss: [2.1508949  1.192908   0.80818707 0.5979528  0.52059555]
Correct: [33.26385483 59.22020598 72.86660128 80.21088769 82.4301128 ]%
Cross Entropy Loss: [2.0249166  1.0727776  0.7127406  0.5309152  0.44919002]
Correct: [36.63560569 62.86169691 76.44678764 82.49141736 85.5443845 ]%
Cross Entropy Loss: [1.9258606  0.9933538  0.649709   0.4912074  0.41018587]
Correct: [38.73222168 66.62579696 78.48209907 84.09759686 86.56204022]%
Cross Entropy Loss: [1.8384815  0.91591614 0.5943169  0.44638944 0.3722004 ]
Correct: [40.33840118 69.43354586 80.95880333 85.39725356 87.81265326]%
Cross Entropy Loss: [1.7462299  0.845809   0.55008525 0.410712   0.34134904]
Correct: [42.10397254 71.27268269 82.39333006 86.96665032 88.80578715]%
Cross Entropy Loss: [1.6875755  0.7954762  0.51067334 0.37865663 0.31646174]
Correct: [44.06571849 73.68808239 83.34968122 87.4448259  89.88474743]%
Cross Entropy Loss: [1.6325849  0.7462252  0.47643852 0.34663647 0.28756952]
Correct: [45.03433055 75.80922021 85.01716528 89.12457087 91.23344777]%
Cross Entropy Loss: [1.5776799  0.70394754 0.43796933 0.3247898  0.26666245]
Correct: [46.6895537  77.04757234 86.57430113 89.87248651 91.8710152 ]%
Cross Entropy Loss: [1.5260979  0.67174447 0.41451657 0.3090316  0.2524599 ]
Correct: [48.2957332  78.42079451 87.38352133 90.362923   92.26336439]%
Cross Entropy Loss: [1.4880519  0.6399729  0.39513078 0.28925303 0.2329056 ]
Correct: [49.53408534 79.73271211 88.22952428 91.23344777 93.21971555]%
Cross Entropy Loss: [1.4541321  0.6116601  0.37898132 0.2741054  0.22645344]
Correct: [49.86512997 80.75036783 88.92839627 91.9691025  93.41589014]%
Cross Entropy Loss: [1.399434   0.5807341  0.35704818 0.25689545 0.20839849]
Correct: [51.75331045 81.79254537 89.19813634 92.55762629 94.00441393]%
Cross Entropy Loss: [1.378886   0.5666931  0.34155342 0.25385487 0.20105858]
Correct: [52.2069642  82.06228543 89.8602256  92.41049534 94.47032859]%
Cross Entropy Loss: [1.345707   0.53814733 0.32326642 0.23279855 0.18250743]
Correct: [53.35948995 83.1289848  91.29475233 93.33006376 95.15693968]%
Cross Entropy Loss: [1.3180263  0.51628554 0.3010125  0.2148698  0.17104757]
Correct: [54.15644924 83.85237862 91.80971064 94.22511035 95.48798431]%
Cross Entropy Loss: [1.2841133  0.49606767 0.29044515 0.20554069 0.16567218]
Correct: [55.21088769 84.78420795 92.07945071 94.45806768 95.81902894]%
Cross Entropy Loss: [1.2689854  0.48722637 0.2860988  0.20217001 0.15526974]
Correct: [56.30210888 85.50760177 92.14075527 94.47032859 95.91711623]%
Cross Entropy Loss: [1.226513   0.45453006 0.26497075 0.18488991 0.14986053]
Correct: [57.30750368 87.10152035 93.19519372 95.32859245 96.2849436 ]%
Cross Entropy Loss: [1.2071398  0.4522494  0.2579263  0.18039215 0.14254828]
Correct: [58.14124571 86.68464934 93.37910741 95.26728789 96.62824914]%
Cross Entropy Loss: [1.1827488  0.4310102  0.242248   0.17171982 0.13694976]
Correct: [58.98724865 87.26091221 94.06571849 95.72094164 96.82442374]%
Cross Entropy Loss: [1.1696835  0.4175735  0.2406846  0.17405248 0.13557008]
Correct: [59.34281511 88.20500245 94.15154487 95.6841589  96.82442374]%
Cross Entropy Loss: [1.1447138  0.40699312 0.22965041 0.16237737 0.12481926]
Correct: [60.49534085 88.33987249 94.39676312 95.90485532 97.00833742]%
Cross Entropy Loss: [1.1278452  0.39672026 0.22078924 0.15076333 0.12025574]
Correct: [61.31682197 89.24717999 94.47032859 96.43207455 97.2903384 ]%
Cross Entropy Loss: [1.1091738  0.38895202 0.21853867 0.14931746 0.11741825]
Correct: [61.75821481 89.11230996 94.8749387  96.46885728 97.37616479]%
Cross Entropy Loss: [1.1034963  0.36732095 0.20176265 0.13679673 0.1046197 ]
Correct: [62.43256498 90.09318293 95.46346248 97.27807749 98.11181952]%
Cross Entropy Loss: [1.0695667  0.35866433 0.1965489  0.13480102 0.10044353]
Correct: [63.32761157 90.47327121 95.69641981 97.20451202 98.17312408]%
Cross Entropy Loss: [1.0628512  0.35162348 0.19041327 0.12440599 0.09272046]
Correct: [63.31535066 90.84109858 95.89259441 97.70720942 98.5899951 ]%
Cross Entropy Loss: [1.0457281  0.34220108 0.18166876 0.1209064  0.09231587]
Correct: [63.76900441 90.82883767 96.54242276 97.76851398 98.38155959]%
Cross Entropy Loss: [1.0415273  0.34008428 0.18949741 0.12930924 0.10179251]
Correct: [64.14909269 91.13536047 95.76998529 97.16772928 97.74399215]%
Cross Entropy Loss: [1.016046   0.324832   0.17429888 0.11465599 0.08682165]
Correct: [65.48553212 91.9691025  96.35850907 97.76851398 98.3938205 ]%
Cross Entropy Loss: [1.0168939  0.3223357  0.16961734 0.11312427 0.08540747]
Correct: [65.15448749 91.63805787 96.83668465 97.63364394 98.46738597]%
Cross Entropy Loss: [1.0025686  0.31589246 0.16141707 0.10419198 0.08160135]
Correct: [65.60814125 92.12849436 96.8857283  98.14860226 98.81069152]%
Cross Entropy Loss: [0.9870913  0.30448848 0.15856402 0.10520564 0.08055539]
Correct: [66.18440412 92.52084355 97.15546837 98.2957332  98.61451692]%
Cross Entropy Loss: [0.97794175 0.29581037 0.15169476 0.10119976 0.07669541]
Correct: [66.65031878 92.81510544 97.30259931 98.36929868 98.84747425]%
Cross Entropy Loss: [0.9624802  0.2911839  0.14794563 0.09537166 0.07197905]
Correct: [67.64345267 93.13388916 97.35164296 98.60225601 98.88425699]%
Cross Entropy Loss: [0.957777   0.2850787  0.14226757 0.09170125 0.06725644]
Correct: [67.9744973  93.4771947  97.64590486 98.62677783 99.17851888]%
Cross Entropy Loss: [0.9425673  0.28341094 0.13994439 0.0948481  0.07297558]
Correct: [68.7714566  93.28102011 97.35164296 98.16086317 98.65129966]%
Cross Entropy Loss: [0.9470355  0.28234214 0.14474113 0.09774639 0.0771612 ]
Correct: [68.73467386 93.2687592  97.51103482 97.94016675 98.54095145]%
Cross Entropy Loss: [0.92273754 0.26906568 0.13290165 0.08574462 0.0645291 ]
Correct: [69.23737126 93.62432565 97.95242766 98.71260422 99.0926925 ]%
Cross Entropy Loss: [0.92082024 0.26177165 0.12962465 0.08254498 0.06097392]
Correct: [69.5806768  94.274154   97.91564492 98.81069152 99.16625797]%
Cross Entropy Loss: [0.9103675  0.25996363 0.12791972 0.0816936  0.06173243]
Correct: [70.05885238 94.56841589 97.71947033 98.65129966 99.20304071]%
Cross Entropy Loss: [0.9061293  0.2586314  0.12282249 0.07580855 0.0534173 ]
Correct: [69.55615498 94.02893575 98.05051496 98.98234429 99.44825895]%
Cross Entropy Loss: [0.884321   0.24404144 0.1160596  0.07381081 0.05329121]
Correct: [71.39529181 95.07111329 98.38155959 99.11721432 99.46051986]%
Cross Entropy Loss: [0.8906367  0.2471753  0.11507954 0.06908772 0.05019914]
Correct: [70.79450711 94.42128494 98.33251594 99.27660618 99.55860716]%
Cross Entropy Loss: [0.8789318  0.24448496 0.11426295 0.07405467 0.05584338]
Correct: [71.41981363 94.78911231 98.41834232 99.01912702 99.22756253]%
Cross Entropy Loss: [0.8766195  0.23696372 0.11119518 0.06894885 0.05040185]
Correct: [71.30946542 95.07111329 98.52869053 99.22756253 99.43599804]%
Cross Entropy Loss: [0.87556076 0.23965609 0.11260656 0.07281154 0.05258946]
Correct: [71.75085826 94.81363413 98.4919078  98.90877881 99.36243256]%
Cross Entropy Loss: [0.8581252  0.2319578  0.10906094 0.07002944 0.04904839]
Correct: [72.46199117 95.43894066 98.41834232 99.04364885 99.50956351]%
Cross Entropy Loss: [0.8729718  0.23468368 0.10848375 0.06790487 0.04858797]
Correct: [71.43207455 94.78911231 98.3938205  99.03138794 99.37469348]%
Cross Entropy Loss: [0.8611061  0.22359507 0.10136623 0.06151434 0.04620599]
Correct: [72.11868563 95.5860716  98.63903874 99.47278077 99.57086807]%
Cross Entropy Loss: [0.8471489  0.21940985 0.10007053 0.06240632 0.04573572]
Correct: [72.78077489 95.75772437 98.72486513 99.19077979 99.4973026 ]%
Cross Entropy Loss: [0.8526547  0.22496626 0.09771966 0.05772855 0.04088673]
Correct: [72.27807749 95.42667974 98.9946052  99.55860716 99.75478176]%
Cross Entropy Loss: [0.83285856 0.2145921  0.09608791 0.06066531 0.04216262]
Correct: [73.23442864 96.06424718 98.97008337 99.33791074 99.65669446]%
Cross Entropy Loss: [0.8390596  0.221124   0.10052318 0.06170815 0.04515314]
Correct: [72.97694949 95.38989701 98.47964689 99.19077979 99.54634625]%
Cross Entropy Loss: [0.82943857 0.2070237  0.09050355 0.05514819 0.04611783]
Correct: [73.56547327 96.16233448 99.06817067 99.4973026  99.46051986]%
Cross Entropy Loss: [0.8274096  0.20559008 0.08970781 0.05701628 0.04185958]
Correct: [74.41147621 96.02746444 98.98234429 99.37469348 99.55860716]%
Mean abs weights tensor(0.0156, grad_fn=<MeanBackward0>)

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 48.19%
From layer 1:
Accuracy: 69.43%
From layer 2:
Accuracy: 76.86%
From layer 3:
Accuracy: 77.61%
From layer 4:
Accuracy: 78.09%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 76.86%
From layer 1:
Accuracy: 97.03%
From layer 2:
Accuracy: 99.52%
From layer 3:
Accuracy: 99.87%
From layer 4:
Accuracy: 99.83%

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.484103  4.0230637 3.1951368 2.8718507 2.3186266]
Correct: [10.71603727 15.31387935 26.8023541  36.83178028 41.3683178 ]%
Cross Entropy Loss: [2.9566455  2.073305   1.381013   1.0369178  0.94910014]
Correct: [20.91711623 34.69838156 53.43305542 63.74448259 66.74840608]%
Cross Entropy Loss: [2.537277   1.6232039  1.0671644  0.8102269  0.72147244]
Correct: [26.91270231 46.46885728 63.71996077 72.15546837 75.5026974 ]%
Cross Entropy Loss: [2.3024628  1.3853706  0.9115001  0.69848377 0.60675013]
Correct: [31.27758705 52.67287886 69.05345758 75.73565473 79.19323198]%
Cross Entropy Loss: [2.1230896  1.2089169  0.7754075  0.59265184 0.5128801 ]
Correct: [34.40411967 58.60716037 74.20304071 80.28445316 83.06768024]%
Cross Entropy Loss: [2.0004177  1.0884099  0.69142425 0.5295344  0.45621294]
Correct: [37.06473762 62.57969593 77.2069642  82.20941638 84.91907798]%
Cross Entropy Loss: [1.8954593  0.9902292  0.6352524  0.47814593 0.4083956 ]
Correct: [39.18587543 66.4664051  79.94114762 84.28151054 86.81951937]%
Cross Entropy Loss: [1.8078777  0.92661    0.579236   0.43438926 0.37219307]
Correct: [40.97596861 68.84502207 81.81706719 85.8386464  87.87395782]%
Cross Entropy Loss: [1.7338562  0.8542961  0.54012275 0.402522   0.3417371 ]
Correct: [42.64345267 71.24816086 82.17263364 86.97891123 89.00196175]%
Cross Entropy Loss: [1.6641474  0.8026454  0.5003845  0.36883062 0.32357872]
Correct: [44.7768514  73.14860226 84.29377146 88.27856793 89.94605199]%
Cross Entropy Loss: [1.6137637  0.7552075  0.46128482 0.34133676 0.29235402]
Correct: [46.50564002 75.26974007 85.53212359 89.33300638 91.11083865]%
Cross Entropy Loss: [1.5570639  0.711555   0.43167424 0.31749922 0.26158   ]
Correct: [47.51103482 76.72878862 86.66012751 90.19127023 91.90779794]%
Cross Entropy Loss: [1.5146759  0.6776383  0.4072687  0.31131876 0.25641605]
Correct: [48.11181952 78.23688082 87.88621873 90.38744483 92.23884257]%
Cross Entropy Loss: [1.471896   0.64742476 0.3862512  0.28537497 0.23932227]
Correct: [49.69347719 78.75183914 88.30308975 91.33153507 92.79058362]%
Cross Entropy Loss: [1.4496475  0.6269528  0.36918214 0.27984214 0.22585842]
Correct: [50.1961746  79.58558117 89.18587543 91.17214321 93.58754291]%
Cross Entropy Loss: [1.3964087  0.59559107 0.3505074  0.25307727 0.20672098]
Correct: [51.92496322 81.424718   89.82344286 92.42275625 94.02893575]%
Cross Entropy Loss: [1.3573313  0.556293   0.32610914 0.23496267 0.19012943]
Correct: [52.58705248 82.50367827 90.52231486 93.21971555 94.85041687]%
Cross Entropy Loss: [1.3207008  0.53751665 0.31298086 0.22998644 0.18820272]
Correct: [54.3158411  83.61942128 91.45414419 93.64884747 94.96076508]%
Cross Entropy Loss: [1.2923425  0.5195188  0.30130035 0.21518256 0.1811321 ]
Correct: [55.05149583 84.69838156 91.58901422 94.01667484 95.03433055]%
Cross Entropy Loss: [1.268428   0.49605578 0.28338036 0.20288269 0.16276595]
Correct: [55.93428151 85.05394801 92.34919078 94.39676312 95.6841589 ]%
Cross Entropy Loss: [1.2419674  0.4854095  0.2779895  0.19807447 0.15837479]
Correct: [56.25306523 85.66699362 92.33692987 94.43354586 95.91711623]%
Cross Entropy Loss: [1.2127137  0.46407476 0.2711275  0.19223075 0.15666877]
Correct: [57.76115743 86.29230015 92.45953899 94.75232957 96.03972536]%
Cross Entropy Loss: [1.1923378  0.4484008  0.25475878 0.18001416 0.1439822 ]
Correct: [58.1289848  86.89308485 93.45267288 95.2795488  96.34624816]%
Cross Entropy Loss: [1.1728821  0.44098803 0.24622379 0.177102   0.14510003]
Correct: [59.33055419 87.3467386  93.66110839 95.47572339 96.16233448]%
Cross Entropy Loss: [1.1452432  0.41597417 0.23104255 0.16074458 0.12359127]
Correct: [60.43403629 88.14369789 94.39676312 96.17459539 97.3884257 ]%
Cross Entropy Loss: [1.1365284  0.41142336 0.22285089 0.15332597 0.12160209]
Correct: [61.10838646 88.51152526 94.82589505 96.57920549 97.43746935]%
Cross Entropy Loss: [1.1140211  0.39333817 0.21349579 0.15074456 0.11662672]
Correct: [61.35360471 89.19813634 94.82589505 96.45659637 97.3884257 ]%
Cross Entropy Loss: [1.1075016  0.3856627  0.20525323 0.14397727 0.10983887]
Correct: [60.89995096 89.43109367 95.42667974 96.67729279 97.97694949]%
Cross Entropy Loss: [1.1072068  0.38944873 0.20900382 0.14945132 0.11412977]
Correct: [61.67238843 89.28396273 95.12015694 96.44433546 97.64590486]%
Cross Entropy Loss: [1.062185   0.37364864 0.19699314 0.13459025 0.110349  ]
Correct: [63.58509073 89.62726827 95.67189799 97.1922511  97.62138303]%
Cross Entropy Loss: [1.0558197  0.35579994 0.18569764 0.12658414 0.09993418]
Correct: [63.58509073 90.58361942 96.05198627 97.43746935 98.12408043]%
Cross Entropy Loss: [1.0544819  0.3446614  0.18120012 0.12535836 0.09931183]
Correct: [63.37665522 91.04953409 96.35850907 97.3884257  97.92790584]%
Cross Entropy Loss: [1.0342475  0.34054348 0.18011029 0.12520623 0.09676123]
Correct: [63.94065718 91.17214321 96.1868563  97.21677293 98.03825405]%
Cross Entropy Loss: [1.0085139  0.33009562 0.16935728 0.11606158 0.08938418]
Correct: [65.22805297 91.50318784 96.53016184 97.73173124 98.2957332 ]%
Cross Entropy Loss: [0.99078393 0.32201675 0.16636124 0.11102284 0.0855673 ]
Correct: [66.74840608 91.88327612 96.86120647 97.87886219 98.50416871]%
Cross Entropy Loss: [0.99161214 0.3135813  0.15615489 0.10340995 0.07729816]
Correct: [66.92005885 92.45953899 97.17999019 98.33251594 98.93330064]%
Cross Entropy Loss: [0.98895216 0.31130415 0.15680735 0.10488255 0.0793028 ]
Correct: [66.44188328 92.69249632 97.11868563 98.01373222 98.68808239]%
Cross Entropy Loss: [0.97597057 0.29816616 0.1516497  0.09733064 0.07448585]
Correct: [67.42275625 93.1706719  97.37616479 98.45512506 99.05590976]%
Cross Entropy Loss: [0.9634374  0.2928753  0.14727242 0.09707063 0.07268962]
Correct: [68.08484551 93.45267288 97.21677293 98.14860226 98.92103973]%
Cross Entropy Loss: [0.95042163 0.2941072  0.14790165 0.0964244  0.07377099]
Correct: [68.6733693  92.81510544 97.1922511  98.36929868 98.85973516]%
Cross Entropy Loss: [0.93457735 0.28627136 0.13811797 0.09045858 0.07041397]
Correct: [69.18832761 93.28102011 97.68268759 98.56547327 98.98234429]%
Cross Entropy Loss: [0.9236281  0.2768323  0.1330604  0.08743995 0.06639088]
Correct: [69.05345758 93.6733693  98.02599313 98.66356057 99.0926925 ]%
Cross Entropy Loss: [0.92433983 0.27055234 0.12922911 0.0842059  0.06775437]
Correct: [69.1760667  94.22511035 98.14860226 98.74938695 99.06817067]%
Cross Entropy Loss: [0.9265484  0.26752758 0.12916094 0.0862267  0.06237482]
Correct: [69.20058852 93.99215302 97.87886219 98.56547327 99.11721432]%
Cross Entropy Loss: [0.911072   0.2616798  0.1210296  0.07699525 0.05446567]
Correct: [69.99754782 94.31093673 98.27121138 99.06817067 99.60765081]%
Cross Entropy Loss: [0.8945422  0.25774398 0.12080701 0.08041397 0.05983837]
Correct: [70.64737616 94.4825895  98.22216773 98.78616969 99.14173615]%
Cross Entropy Loss: [0.8827326  0.2454859  0.11526167 0.07438024 0.05598535]
Correct: [71.29720451 95.24276606 98.57773418 99.11721432 99.3992153 ]%
Cross Entropy Loss: [0.8848578  0.24524361 0.11372998 0.07386386 0.05689399]
Correct: [70.97842079 95.19372241 98.47964689 99.10495341 99.20304071]%
Cross Entropy Loss: [0.8741295  0.24181747 0.10934436 0.06885029 0.04963978]
Correct: [71.71407553 95.09563512 98.68808239 99.301128   99.54634625]%
Cross Entropy Loss: [0.8682946  0.24126208 0.10841419 0.06735948 0.05034395]
Correct: [71.95929377 95.12015694 98.56547327 99.31338892 99.54634625]%
Cross Entropy Loss: [0.86348253 0.23448877 0.10578576 0.06497381 0.04842287]
Correct: [72.22903384 95.35311427 98.65129966 99.36243256 99.48504169]%
Cross Entropy Loss: [0.8561566  0.22549233 0.09867228 0.06225827 0.04363852]
Correct: [72.33938205 95.89259441 99.11721432 99.44825895 99.65669446]%
Cross Entropy Loss: [0.84893167 0.22634439 0.10060746 0.06297012 0.04617267]
Correct: [73.03825405 95.75772437 98.78616969 99.17851888 99.4973026 ]%
Cross Entropy Loss: [0.8640482  0.2259636  0.09587701 0.06165477 0.04518519]
Correct: [72.37616479 95.67189799 99.06817067 99.36243256 99.61991172]%
Cross Entropy Loss: [0.8492477  0.22181427 0.09550925 0.05835703 0.04204682]
Correct: [72.54781756 95.56154978 99.04364885 99.53408534 99.77930358]%
Cross Entropy Loss: [0.83584315 0.21592765 0.09442683 0.05930317 0.04316198]
Correct: [73.70034331 96.13781265 99.06817067 99.33791074 99.65669446]%
Cross Entropy Loss: [0.82884586 0.21292716 0.09339623 0.06126419 0.04469531]
Correct: [73.81069152 96.19911721 99.16625797 99.22756253 99.52182442]%
Cross Entropy Loss: [0.83003277 0.21935289 0.09355736 0.05842498 0.0491999 ]
Correct: [73.46738597 95.35311427 98.95782246 99.301128   99.19077979]%
Cross Entropy Loss: [0.82187223 0.20717634 0.08829    0.05186573 0.03846618]
Correct: [74.57086807 96.35850907 99.15399706 99.64443355 99.75478176]%
Cross Entropy Loss: [0.8143448  0.20110525 0.08443442 0.05319111 0.04283668]
Correct: [74.28886709 96.53016184 99.31338892 99.63217263 99.66895537]%
Mean abs weights tensor(0.0155, grad_fn=<MeanBackward0>)

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.61%
From layer 1:
Accuracy: 68.37%
From layer 2:
Accuracy: 75.57%
From layer 3:
Accuracy: 78.27%
From layer 4:
Accuracy: 79.06%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 76.24%
From layer 1:
Accuracy: 97.03%
From layer 2:
Accuracy: 99.58%
From layer 3:
Accuracy: 99.55%
From layer 4:
Accuracy: 99.90%

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.646962  3.7715728 3.441618  2.8454788 2.4566376]
Correct: [ 8.07994115 16.61353605 24.98773909 35.18881805 42.39823443]%
Cross Entropy Loss: [3.0865219  1.9617945  1.4914103  1.0662891  0.92353463]
Correct: [18.82050025 37.88621873 49.31338892 62.5551741  67.96223639]%
Cross Entropy Loss: [2.599657  1.5613836 1.1365561 0.8179191 0.709687 ]
Correct: [25.28200098 47.76851398 60.66699362 71.23589995 76.04217754]%
Cross Entropy Loss: [2.3603482  1.3444847  0.95250654 0.6895276  0.59645224]
Correct: [29.75723394 54.27905836 67.32466896 75.77243747 79.97793036]%
Cross Entropy Loss: [2.1802053  1.1840992  0.8262654  0.59593886 0.5201648 ]
Correct: [33.21481118 60.1397744  71.8857283  79.58558117 82.69985287]%
Cross Entropy Loss: [2.0523627  1.0722362  0.7313076  0.53671336 0.47118214]
Correct: [35.65473271 63.2540461  75.67435017 81.86611084 84.2324669 ]%
Cross Entropy Loss: [1.9533036  0.9899998  0.67089224 0.48320726 0.4094617 ]
Correct: [38.03334968 65.95144679 76.92496322 83.32515939 86.43943109]%
Cross Entropy Loss: [1.8471606  0.89817584 0.6012749  0.4316516  0.36828855]
Correct: [40.15448749 69.37224129 79.94114762 85.76508092 88.11917607]%
Cross Entropy Loss: [1.7825737  0.846869   0.56145066 0.40259784 0.33838496]
Correct: [41.50318784 71.39529181 81.3266307  86.90534576 89.52918097]%
Cross Entropy Loss: [1.72161    0.7975871  0.51691526 0.37228417 0.31871763]
Correct: [43.15841099 72.70720942 83.37420304 87.93526238 89.9583129 ]%
Cross Entropy Loss: [1.65384    0.75686926 0.4798259  0.34094873 0.2928733 ]
Correct: [45.02206964 74.75478176 84.74742521 88.90387445 91.19666503]%
Cross Entropy Loss: [1.5889765  0.7031135  0.45614156 0.32630098 0.2748326 ]
Correct: [46.39529181 76.64296224 85.56890633 89.71309465 91.73614517]%
Cross Entropy Loss: [1.5556383  0.67310387 0.42824078 0.30215964 0.25457278]
Correct: [47.52329573 78.07748897 86.94212849 90.80431584 92.41049534]%
Cross Entropy Loss: [1.5043787  0.63535863 0.40087706 0.28531557 0.24274568]
Correct: [49.41147621 79.67140755 87.70230505 91.34379598 92.9744973 ]%
Cross Entropy Loss: [1.4642535  0.60688734 0.38681278 0.27632648 0.22756112]
Correct: [49.85286905 80.62775871 88.14369789 91.62579696 93.575282  ]%
Cross Entropy Loss: [1.4273627  0.58386666 0.35705742 0.2483997  0.20614138]
Correct: [51.36096126 81.60863168 89.66405101 92.6679745  94.42128494]%
Cross Entropy Loss: [1.3994608  0.563492   0.34620547 0.24326077 0.19716424]
Correct: [52.19470329 81.98871996 90.42422756 92.68023541 94.61745954]%
Cross Entropy Loss: [1.351943   0.5381074  0.32234636 0.22561659 0.1839428 ]
Correct: [54.36488475 82.90828838 90.82883767 93.55076018 95.21824424]%
Cross Entropy Loss: [1.3143808  0.511806   0.30457097 0.20715722 0.1720866 ]
Correct: [54.75723394 84.28151054 91.69936243 94.24963217 95.69641981]%
Cross Entropy Loss: [1.2975873  0.50060993 0.29812622 0.2037581  0.16908923]
Correct: [55.25993134 84.45316332 91.88327612 94.56841589 95.76998529]%
Cross Entropy Loss: [1.2711004  0.48143068 0.2878097  0.1992116  0.15931141]
Correct: [56.44923982 85.37273173 92.27562531 94.5806768  95.94163806]%
Cross Entropy Loss: [1.2374867  0.46379974 0.27059415 0.18436988 0.15861359]
Correct: [57.22167729 85.96125552 93.02354095 95.36537518 95.94163806]%
Cross Entropy Loss: [1.2095978  0.44162205 0.25977525 0.17762026 0.14322227]
Correct: [58.76655223 86.96665032 93.30554193 95.3776361  96.59146641]%
Cross Entropy Loss: [1.1960287  0.44003224 0.2584467  0.17320111 0.14457944]
Correct: [59.08533595 87.21186856 93.10936734 95.6841589  96.40755272]%
Cross Entropy Loss: [1.1905141  0.41974628 0.24108632 0.16262758 0.13275878]
Correct: [58.76655223 88.13143698 93.96763119 96.02746444 97.09416381]%
Cross Entropy Loss: [1.1598165  0.41148695 0.23517573 0.17012449 0.12924457]
Correct: [60.33594899 88.3521334  94.22511035 95.64737616 97.04512016]%
Cross Entropy Loss: [1.1494894  0.4048031  0.23175013 0.15493384 0.12114522]
Correct: [60.77734183 88.6586562  94.274154   96.46885728 97.41294752]%
Cross Entropy Loss: [1.1287416  0.38651255 0.21743277 0.14092839 0.11467324]
Correct: [61.47621383 89.11230996 94.65424228 96.76311918 97.65816577]%
Cross Entropy Loss: [1.1064007  0.37126175 0.20196961 0.13587007 0.10976537]
Correct: [61.6478666  89.99509564 95.59833252 96.95929377 97.91564492]%
Cross Entropy Loss: [1.0779679  0.3600108  0.20204425 0.13403997 0.10382706]
Correct: [63.08239333 90.54683668 95.51250613 97.04512016 98.00147131]%
Cross Entropy Loss: [1.0656478  0.35406286 0.19613159 0.12961018 0.10317516]
Correct: [63.68317803 90.69396763 95.8803335  97.26581658 97.9892104 ]%
Cross Entropy Loss: [1.0527239  0.34961355 0.19073802 0.12500733 0.10361212]
Correct: [63.73222168 90.82883767 95.92937715 97.31486023 97.76851398]%
Cross Entropy Loss: [1.0474405  0.33728796 0.1806752  0.11987001 0.09582291]
Correct: [64.06326631 91.44188328 96.33398725 97.63364394 98.11181952]%
Cross Entropy Loss: [1.0254393  0.3256641  0.17749095 0.11173238 0.09018158]
Correct: [65.03187837 91.89553703 96.29720451 98.02599313 98.55321236]%
Cross Entropy Loss: [1.0094782  0.31684172 0.16952367 0.1059975  0.08549865]
Correct: [66.27023051 91.98136341 96.71407553 98.05051496 98.47964689]%
Cross Entropy Loss: [1.001757   0.3122233  0.1647131  0.10645752 0.08426472]
Correct: [66.68710152 92.49632173 96.84894556 98.16086317 98.68808239]%
Cross Entropy Loss: [0.9782052  0.30236265 0.15773521 0.09812504 0.07616086]
Correct: [67.27562531 92.60666994 97.27807749 98.43060324 98.92103973]%
Cross Entropy Loss: [0.9789102  0.2961148  0.15346754 0.09558684 0.07449096]
Correct: [66.62579696 92.98675821 97.33938205 98.54095145 98.92103973]%
Cross Entropy Loss: [0.9673617  0.29102135 0.1462114  0.09346404 0.0741151 ]
Correct: [67.5698872  93.44041197 97.58460029 98.44286415 98.90877881]%
Cross Entropy Loss: [0.97132784 0.2963653  0.15471293 0.09858429 0.07724346]
Correct: [67.68023541 92.81510544 97.02059833 98.30799411 98.63903874]%
Cross Entropy Loss: [0.95649666 0.280387   0.13836363 0.08975807 0.07234333]
Correct: [68.50171653 93.48945562 97.80529671 98.71260422 98.78616969]%
Cross Entropy Loss: [0.9417366  0.27627608 0.14019533 0.09150678 0.07181922]
Correct: [68.82050025 93.35458558 97.68268759 98.34477685 98.78616969]%
Cross Entropy Loss: [0.93462974 0.2733972  0.14012314 0.08671192 0.06815764]
Correct: [68.93084846 93.62432565 97.486513   98.65129966 98.95782246]%
Cross Entropy Loss: [0.9208129  0.26824304 0.13149244 0.08243652 0.06575441]
Correct: [69.74006866 94.11476214 97.94016675 98.70034331 99.0926925 ]%
Cross Entropy Loss: [0.9177742  0.26041314 0.13006222 0.08326005 0.06596972]
Correct: [69.60519863 94.15154487 97.82981854 98.57773418 99.00686611]%
Cross Entropy Loss: [0.9114329  0.2521878  0.12494658 0.07520442 0.05655906]
Correct: [69.62972045 94.47032859 98.13634134 98.98234429 99.31338892]%
Cross Entropy Loss: [0.9010988  0.24721381 0.11931286 0.07423314 0.05510238]
Correct: [70.35311427 94.75232957 98.18538499 99.19077979 99.50956351]%
Cross Entropy Loss: [0.89810294 0.24948224 0.12172634 0.07601384 0.06016308]
Correct: [70.26728789 94.51937224 98.23442864 98.97008337 99.14173615]%
Cross Entropy Loss: [0.8971012  0.2444775  0.11709499 0.07129689 0.05463555]
Correct: [70.54928887 94.92398234 98.25895047 99.15399706 99.36243256]%
Cross Entropy Loss: [0.8813779  0.23903379 0.11029911 0.06551994 0.04866193]
Correct: [70.90485532 95.09563512 98.51642962 99.25208436 99.53408534]%
Cross Entropy Loss: [0.8734683  0.24008507 0.11236691 0.067942   0.05436976]
Correct: [71.76311918 94.69102501 98.35703776 99.14173615 99.20304071]%
Cross Entropy Loss: [0.86963576 0.22982934 0.10506498 0.06247075 0.0463638 ]
Correct: [72.26581658 95.43894066 98.78616969 99.33791074 99.55860716]%
Cross Entropy Loss: [0.85902256 0.22638528 0.10281099 0.06207416 0.04894832]
Correct: [72.16772928 95.72094164 98.81069152 99.47278077 99.52182442]%
Cross Entropy Loss: [0.8532233  0.2313639  0.11109954 0.06872488 0.05308008]
Correct: [73.28347229 95.23050515 98.24668955 98.84747425 99.21530162]%
Cross Entropy Loss: [0.85556847 0.22636668 0.1081335  0.06953657 0.05345863]
Correct: [72.75625307 95.26728789 98.2957332  99.00686611 99.20304071]%
Cross Entropy Loss: [0.84694076 0.22172315 0.10091939 0.06701441 0.0467135 ]
Correct: [73.06277587 95.81902894 98.71260422 99.00686611 99.48504169]%
Cross Entropy Loss: [0.84222704 0.2138697  0.0939628  0.05752759 0.04164159]
Correct: [72.82981854 96.088769   99.08043158 99.43599804 99.68121628]%
Cross Entropy Loss: [0.82905316 0.21413203 0.09411391 0.05504676 0.03931474]
Correct: [73.66356057 95.92937715 98.95782246 99.54634625 99.74252084]%
Cross Entropy Loss: [0.8364783  0.21368137 0.09466799 0.06082215 0.0429001 ]
Correct: [73.56547327 95.64737616 98.77390878 99.10495341 99.57086807]%
Cross Entropy Loss: [0.8293158  0.20456016 0.0905372  0.05534507 0.03952296]
Correct: [73.36929868 96.13781265 99.06817067 99.47278077 99.69347719]%
Mean abs weights tensor(0.0153, grad_fn=<MeanBackward0>)

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.00%
From layer 1:
Accuracy: 67.36%
From layer 2:
Accuracy: 73.45%
From layer 3:
Accuracy: 75.75%
From layer 4:
Accuracy: 77.21%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 72.85%
From layer 1:
Accuracy: 96.31%
From layer 2:
Accuracy: 99.19%
From layer 3:
Accuracy: 99.69%
From layer 4:
Accuracy: 99.84%

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.365641  4.2354264 3.1650693 2.5841804 2.1636367]
Correct: [ 9.93133889 15.82883767 27.82000981 37.98430603 44.7768514 ]%
Cross Entropy Loss: [2.9747615 2.06071   1.3791492 1.0215045 0.9029082]
Correct: [19.53163315 34.66159882 53.20009809 64.66405101 69.05345758]%
Cross Entropy Loss: [2.5578098  1.6060779  1.0758873  0.78990996 0.7013764 ]
Correct: [25.         46.10102992 63.69543894 73.54095145 75.93182933]%
Cross Entropy Loss: [2.340006   1.3850986  0.9134307  0.67281175 0.5876801 ]
Correct: [29.48749387 52.83227072 69.16380579 77.39087788 80.16184404]%
Cross Entropy Loss: [2.156808   1.2116435  0.79364604 0.58714706 0.51461977]
Correct: [32.46689554 58.28837666 73.03825405 80.43158411 82.63854831]%
Cross Entropy Loss: [2.0170822 1.0900015 0.7124867 0.5247084 0.4526741]
Correct: [36.05934282 62.56743502 76.25061305 82.55272192 85.33594899]%
Cross Entropy Loss: [1.9167541  1.006154   0.6508397  0.48661384 0.41733322]
Correct: [38.13143698 65.77979402 78.69053458 83.76655223 86.16969103]%
Cross Entropy Loss: [1.8543525  0.9361456  0.5970149  0.43658304 0.36817238]
Correct: [40.12996567 67.94997548 80.55419323 85.7405591  87.89847965]%
Cross Entropy Loss: [1.7535573  0.8641376  0.5462564  0.3946845  0.33553696]
Correct: [41.28249142 70.40215792 82.27072094 87.12604218 89.21039725]%
Cross Entropy Loss: [1.6864207  0.8160348  0.5039607  0.3638673  0.30536819]
Correct: [43.56302109 72.14320745 83.87690044 88.37665522 90.25257479]%
Cross Entropy Loss: [1.6331967  0.7798079  0.4801064  0.35048708 0.29337993]
Correct: [44.85041687 74.16625797 84.56351153 89.03874448 90.69396763]%
Cross Entropy Loss: [1.5793923  0.72454405 0.4475587  0.31824383 0.26954663]
Correct: [46.19911721 75.63756744 86.13290829 90.17900932 91.52770966]%
Cross Entropy Loss: [1.526461   0.6880452  0.4123617  0.29795662 0.25298476]
Correct: [47.26581658 77.1088769  87.49386954 90.90240314 92.11623345]%
Cross Entropy Loss: [1.4706941  0.6536917  0.38965163 0.28311658 0.2329086 ]
Correct: [49.11721432 79.03384012 88.51152526 91.3683178  93.23197646]%
Cross Entropy Loss: [1.453617   0.62356156 0.37171835 0.27029654 0.2190745 ]
Correct: [49.91417361 79.76949485 89.06326631 91.6625797  93.59980383]%
Cross Entropy Loss: [1.4138676  0.60077566 0.3572124  0.25682303 0.21252865]
Correct: [51.6061795  80.99558607 89.7621383  92.21432075 93.82050025]%
Cross Entropy Loss: [1.3695284  0.5788249  0.3382887  0.24644282 0.19893534]
Correct: [52.96714076 81.44923982 90.03187837 92.90093183 94.18832761]%
Cross Entropy Loss: [1.3461189  0.54298353 0.31378764 0.229819   0.1878676 ]
Correct: [53.24914174 82.94507111 91.18440412 93.35458558 94.78911231]%
Cross Entropy Loss: [1.3237524  0.5287855  0.3051993  0.21416499 0.17143999]
Correct: [54.26679745 83.49681216 91.76066699 93.94310937 95.23050515]%
Cross Entropy Loss: [1.2811387  0.50677276 0.28975394 0.20508756 0.16005695]
Correct: [55.37027955 84.41638058 92.11623345 94.34771947 95.91711623]%
Cross Entropy Loss: [1.2608823  0.48558724 0.27314878 0.19179748 0.1515332 ]
Correct: [56.11819519 85.31142717 92.60666994 94.72780775 96.32172634]%
Cross Entropy Loss: [1.2366005  0.47262636 0.26701826 0.18854311 0.15219963]
Correct: [57.12359    85.56890633 92.74153997 95.03433055 96.05198627]%
Cross Entropy Loss: [1.2115597  0.45599738 0.25606307 0.18254377 0.15451749]
Correct: [58.22707209 86.81951937 93.19519372 94.81363413 95.94163806]%
Cross Entropy Loss: [1.1916888  0.44198686 0.24323937 0.16925251 0.13162181]
Correct: [58.5335949  87.06473762 93.96763119 95.75772437 97.06964198]%
Cross Entropy Loss: [1.1584444  0.42681035 0.2306218  0.16326635 0.12779176]
Correct: [59.66159882 87.6532614  94.45806768 95.86807258 96.91025012]%
Cross Entropy Loss: [1.1436815  0.41425204 0.22085492 0.1570047  0.12199724]
Correct: [60.06620893 88.36439431 94.76459049 96.23589995 97.37616479]%
Cross Entropy Loss: [1.1471376  0.40435606 0.22301246 0.15143184 0.11940409]
Correct: [60.37273173 88.48700343 94.5806768  96.40755272 97.21677293]%
Cross Entropy Loss: [1.1156352  0.38937393 0.21115258 0.14349446 0.10669899]
Correct: [60.96125552 89.49239823 94.85041687 96.79990191 97.9892104 ]%
Cross Entropy Loss: [1.0893669  0.37472922 0.19782902 0.13306785 0.10237317]
Correct: [62.28543404 89.67631192 95.63511525 97.16772928 97.75625307]%
Cross Entropy Loss: [1.089323   0.37083003 0.19270483 0.1290922  0.09571252]
Correct: [62.3467386  89.63952918 95.6841589  97.37616479 98.33251594]%
Cross Entropy Loss: [1.0606037  0.35889974 0.18599175 0.13473675 0.10109502]
Correct: [63.73222168 90.39970574 96.19911721 97.02059833 97.95242766]%
Cross Entropy Loss: [1.0530787  0.35360983 0.17909895 0.11951175 0.09170235]
Correct: [64.38205002 90.77979402 96.32172634 97.71947033 98.35703776]%
Cross Entropy Loss: [1.0328455  0.33598745 0.17457521 0.11484748 0.08877481]
Correct: [64.61500736 91.52770966 96.61598823 97.7930358  98.57773418]%
Cross Entropy Loss: [1.0202551  0.32939908 0.1716072  0.11562499 0.08788041]
Correct: [64.74987739 91.67484061 96.54242276 97.74399215 98.33251594]%
Cross Entropy Loss: [1.0149299  0.32679266 0.16560405 0.11204432 0.08665104]
Correct: [65.27709662 91.55223149 96.64051005 97.84207945 98.47964689]%
Cross Entropy Loss: [0.9922633  0.31219977 0.15544507 0.10289884 0.07627208]
Correct: [66.8710152  92.49632173 97.27807749 98.28347229 98.8965179 ]%
Cross Entropy Loss: [0.98571306 0.31562182 0.15866984 0.10872057 0.08382803]
Correct: [66.77292791 91.99362433 96.9838156  97.91564492 98.51642962]%
Cross Entropy Loss: [0.98672855 0.3060644  0.15255232 0.09867257 0.07187103]
Correct: [66.52770966 92.41049534 97.15546837 98.34477685 99.14173615]%
Cross Entropy Loss: [0.966818   0.29655728 0.14450654 0.09398013 0.06936748]
Correct: [67.28788622 92.79058362 97.52329573 98.4919078  99.00686611]%
Cross Entropy Loss: [0.96633035 0.29319406 0.14068888 0.09321459 0.06760386]
Correct: [67.77832271 93.0725846  97.87886219 98.54095145 99.17851888]%
Cross Entropy Loss: [0.94375116 0.27813703 0.13513523 0.08935139 0.06619801]
Correct: [68.36684649 93.79597842 97.71947033 98.41834232 99.03138794]%
Cross Entropy Loss: [0.9470381  0.28895876 0.13714437 0.08732569 0.06387902]
Correct: [68.4771947  92.99901913 97.67042668 98.66356057 99.20304071]%
Cross Entropy Loss: [0.92613345 0.2701299  0.1268592  0.08541907 0.0655406 ]
Correct: [68.99215302 94.18832761 98.22216773 98.46738597 99.04364885]%
Cross Entropy Loss: [0.92519    0.269104   0.13007149 0.08414726 0.06296448]
Correct: [69.37224129 93.94310937 97.86660128 98.68808239 99.20304071]%
Cross Entropy Loss: [0.9125855  0.2599724  0.12097628 0.07718588 0.05669178]
Correct: [69.75232957 94.66650319 98.43060324 98.97008337 99.301128  ]%
Cross Entropy Loss: [0.9060107  0.26392427 0.131695   0.08466478 0.0614977 ]
Correct: [70.24276606 94.12702305 97.51103482 98.50416871 99.11721432]%
Cross Entropy Loss: [0.9109272  0.26068664 0.1230364  0.07990736 0.0602257 ]
Correct: [69.88719961 94.11476214 98.16086317 98.88425699 99.10495341]%
Cross Entropy Loss: [0.891968   0.2438987  0.1166144  0.07105844 0.05178076]
Correct: [70.8803335  95.26728789 98.32025503 99.06817067 99.44825895]%
Cross Entropy Loss: [0.8861503  0.24737638 0.11440033 0.07098329 0.05062857]
Correct: [71.43207455 94.7768514  98.27121138 99.01912702 99.47278077]%
Cross Entropy Loss: [0.88048023 0.24141848 0.10789637 0.06956739 0.0513564 ]
Correct: [71.30946542 94.99754782 98.46738597 99.08043158 99.43599804]%
Cross Entropy Loss: [0.8726149  0.23953113 0.10876397 0.06847647 0.04951732]
Correct: [71.40755272 95.14467876 98.51642962 99.0926925  99.52182442]%
Cross Entropy Loss: [0.8753932  0.23705253 0.10534249 0.07051686 0.05496783]
Correct: [71.45659637 95.0833742  98.76164787 99.00686611 99.19077979]%
Cross Entropy Loss: [0.8680707  0.22857025 0.09818075 0.0599028  0.04734003]
Correct: [71.67729279 95.36537518 98.98234429 99.50956351 99.61991172]%
Cross Entropy Loss: [0.8474488  0.22498433 0.10187043 0.06261587 0.0435698 ]
Correct: [72.9892104  95.62285434 98.82295243 99.27660618 99.60765081]%
Cross Entropy Loss: [0.8439814  0.22224449 0.09686216 0.05728555 0.04190435]
Correct: [72.80529671 95.83128985 98.92103973 99.55860716 99.76704267]%
Cross Entropy Loss: [0.83663636 0.21877663 0.09487649 0.06164177 0.04376814]
Correct: [73.43060324 95.96615988 99.01912702 99.27660618 99.65669446]%
Cross Entropy Loss: [0.84177583 0.21674927 0.09654157 0.05862427 0.04559144]
Correct: [73.17312408 95.89259441 98.88425699 99.44825895 99.55860716]%
Cross Entropy Loss: [0.8397055  0.2170583  0.09210225 0.05725958 0.04216001]
Correct: [73.16086317 95.80676802 99.0926925  99.3992153  99.55860716]%
Cross Entropy Loss: [0.81930107 0.20804594 0.08973984 0.05574441 0.04047528]
Correct: [74.38695439 96.33398725 99.05590976 99.35017165 99.68121628]%
Cross Entropy Loss: [0.8333741  0.21257454 0.09079966 0.058427   0.04121634]
Correct: [73.17312408 95.92937715 98.90877881 99.26434527 99.60765081]%
Mean abs weights tensor(0.0156, grad_fn=<MeanBackward0>)

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.00%
From layer 1:
Accuracy: 67.98%
From layer 2:
Accuracy: 75.53%
From layer 3:
Accuracy: 76.28%
From layer 4:
Accuracy: 77.61%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 75.07%
From layer 1:
Accuracy: 96.53%
From layer 2:
Accuracy: 99.29%
From layer 3:
Accuracy: 99.57%
From layer 4:
Accuracy: 99.91%

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.359588  4.5861273 3.5847397 2.621851  2.24714  ]
Correct: [ 9.36733693 15.39970574 25.4046101  38.89161354 44.39676312]%
Cross Entropy Loss: [2.960979  2.091432  1.467934  1.0103197 0.9037612]
Correct: [19.4825895  34.52672879 50.5026974  64.7621383  69.09024031]%
Cross Entropy Loss: [2.5558763  1.622777   1.1185282  0.79119307 0.6984361 ]
Correct: [25.52721923 45.79450711 60.75282001 72.58460029 76.15252575]%
Cross Entropy Loss: [2.3356087  1.3758565  0.9341117  0.68003917 0.6019579 ]
Correct: [29.57332026 53.05296714 67.88867092 76.4100049  79.83079941]%
Cross Entropy Loss: [2.1659832  1.2081364  0.81862056 0.58727515 0.51014555]
Correct: [32.81020108 58.71750858 72.10642472 79.92888671 82.47915645]%
Cross Entropy Loss: [2.0370576  1.0965797  0.7261943  0.52261996 0.44977418]
Correct: [35.10299166 62.21186856 75.26974007 82.16037273 84.99264345]%
Cross Entropy Loss: [1.9214356  0.99764633 0.65322304 0.47606537 0.40046096]
Correct: [37.59195684 65.77979402 78.50662089 84.18342325 86.88082393]%
Cross Entropy Loss: [1.8539767  0.93213326 0.5992557  0.4317602  0.36307946]
Correct: [39.44335459 68.14615007 80.33349681 86.19421285 87.9475233 ]%
Cross Entropy Loss: [1.760781  0.8601108 0.5456978 0.3977534 0.3304268]
Correct: [41.45414419 71.06424718 82.35654733 86.95438941 89.65179009]%
Cross Entropy Loss: [1.6932522  0.80705833 0.50730246 0.37136737 0.30603257]
Correct: [42.59440902 72.60912212 83.57037764 87.89847965 90.7675331 ]%
Cross Entropy Loss: [1.6488667  0.7735753  0.48841235 0.35344943 0.29744503]
Correct: [45.09563512 74.16625797 84.26924963 88.76900441 90.58361942]%
Cross Entropy Loss: [1.6093626  0.7318825  0.4534695  0.33663195 0.2841723 ]
Correct: [45.72094164 75.73565473 85.40951447 88.81804806 91.19666503]%
Cross Entropy Loss: [1.543997   0.6772567  0.42059997 0.30251527 0.24590349]
Correct: [47.54781756 77.73418342 87.13830309 90.64492398 92.55762629]%
Cross Entropy Loss: [1.5036772  0.64392406 0.39188075 0.28251073 0.23156205]
Correct: [48.60225601 79.02157921 87.91074056 91.51544875 93.33006376]%
Cross Entropy Loss: [1.4587266  0.614472   0.37210163 0.26349682 0.21449219]
Correct: [49.97547818 80.07601766 88.78126533 91.98136341 93.79597842]%
Cross Entropy Loss: [1.4327743  0.5941571  0.35524976 0.2543134  0.21056518]
Correct: [50.87052477 80.97106425 89.5537028  92.52084355 93.64884747]%
Cross Entropy Loss: [1.3966652  0.57421863 0.34219158 0.24351616 0.19875556]
Correct: [51.48357038 82.06228543 89.89700834 92.9744973  94.37224129]%
Cross Entropy Loss: [1.352682   0.54337    0.32023525 0.22663437 0.18378803]
Correct: [53.17557626 82.74889652 90.9637077  93.82050025 95.30407062]%
Cross Entropy Loss: [1.3230708  0.5226178  0.3034855  0.2123725  0.16831048]
Correct: [53.82540461 83.97498774 91.50318784 94.22511035 95.84355076]%
Cross Entropy Loss: [1.3176762  0.512272   0.298507   0.21809635 0.17865625]
Correct: [53.38401177 84.26924963 91.65031878 93.62432565 94.99754782]%
Cross Entropy Loss: [1.2755842  0.4903915  0.28301397 0.19563638 0.1553853 ]
Correct: [55.5174105  85.36047082 92.31240804 94.85041687 96.15007357]%
Cross Entropy Loss: [1.2345089  0.46853036 0.2704018  0.18985426 0.1512483 ]
Correct: [56.51054438 86.18195194 92.58214811 94.99754782 96.30946542]%
Cross Entropy Loss: [1.2272766  0.4545565  0.26018596 0.18037291 0.14503464]
Correct: [57.27072094 86.47621383 93.1706719  95.32859245 96.3830309 ]%
Cross Entropy Loss: [1.1871239  0.43729803 0.24649152 0.17168503 0.13355519]
Correct: [58.25159392 87.22412948 93.94310937 95.91711623 96.94703286]%
Cross Entropy Loss: [1.1773416  0.420595   0.23342822 0.16235842 0.12421915]
Correct: [59.09759686 87.99656694 94.31093673 95.8803335  97.25355566]%
Cross Entropy Loss: [1.1537441  0.41019484 0.22404368 0.15696648 0.12181018]
Correct: [59.31829328 88.47474252 94.80137322 96.34624816 97.22903384]%
Cross Entropy Loss: [1.1417267  0.40262356 0.21957622 0.14866412 0.11368793]
Correct: [60.70377636 88.6586562  94.89946052 96.54242276 97.73173124]%
Cross Entropy Loss: [1.1197985  0.38717255 0.21266618 0.14424081 0.11464737]
Correct: [61.30456106 89.18587543 95.09563512 96.71407553 97.59686121]%
Cross Entropy Loss: [1.1008158  0.37853938 0.2040699  0.13936476 0.10577998]
Correct: [61.70917116 89.60274644 95.51250613 97.08190289 97.95242766]%
Cross Entropy Loss: [1.0910965  0.36741865 0.19611602 0.13349506 0.11035403]
Correct: [62.12604218 89.88474743 95.5860716  96.99607651 97.68268759]%
Cross Entropy Loss: [1.0678251  0.35994354 0.19347887 0.1302282  0.10358859]
Correct: [63.1559588  90.30161844 95.70868073 97.14320745 98.03825405]%
Cross Entropy Loss: [1.0446585  0.33855543 0.17812403 0.11815147 0.09071468]
Correct: [64.32074546 91.4664051  96.50564002 97.76851398 98.27121138]%
Cross Entropy Loss: [1.040695   0.34212208 0.1779163  0.12072296 0.09289924]
Correct: [64.22265817 90.92692496 96.37076999 97.7930358  98.30799411]%
Cross Entropy Loss: [1.0329112  0.330423   0.17244938 0.11368743 0.08525196]
Correct: [65.10544385 91.47866601 96.39529181 97.84207945 98.68808239]%
Cross Entropy Loss: [1.0124586  0.31748486 0.16383621 0.11179078 0.08406236]
Correct: [65.25257479 92.18979892 96.86120647 97.8911231  98.5899951 ]%
Cross Entropy Loss: [1.0078504  0.31849203 0.16329998 0.10624759 0.07772896]
Correct: [65.24031388 91.89553703 96.787641   97.92790584 98.82295243]%
Cross Entropy Loss: [0.99253386 0.3114164  0.15880066 0.10246629 0.07961544]
Correct: [66.40510054 91.93231976 96.82442374 98.09955861 98.67582148]%
Cross Entropy Loss: [0.9842003  0.2991334  0.1489961  0.09663892 0.07170603]
Correct: [66.93231976 92.92545365 97.3884257  98.5899951  98.98234429]%
Cross Entropy Loss: [0.97510946 0.29096207 0.14442116 0.09420547 0.0719282 ]
Correct: [66.82197155 93.41589014 97.56007847 98.4919078  98.88425699]%
Cross Entropy Loss: [0.95540965 0.28488204 0.14178826 0.09162974 0.06781704]
Correct: [67.50858264 93.24423737 97.43746935 98.55321236 99.03138794]%
Cross Entropy Loss: [0.9497224  0.2864768  0.14245424 0.09271251 0.06912571]
Correct: [68.02354095 93.08484551 97.27807749 98.4919078  98.95782246]%
Cross Entropy Loss: [0.957768   0.28678355 0.14029081 0.09378572 0.07211547]
Correct: [68.2687592  93.0725846  97.26581658 98.13634134 98.56547327]%
Cross Entropy Loss: [0.9319043  0.27030277 0.12963592 0.08086566 0.0605245 ]
Correct: [69.20058852 94.06571849 98.06277587 99.01912702 99.26434527]%
Cross Entropy Loss: [0.92538744 0.26799563 0.1253283  0.07997733 0.0642282 ]
Correct: [69.50711133 93.79597842 98.25895047 99.01912702 99.15399706]%
Cross Entropy Loss: [0.9225021  0.26667666 0.12613946 0.08333296 0.06021429]
Correct: [69.47032859 94.20058852 98.03825405 98.70034331 99.28886709]%
Cross Entropy Loss: [0.9125819  0.2561439  0.12358023 0.07878665 0.06243679]
Correct: [70.21824424 94.61745954 97.9892104  98.78616969 99.0926925 ]%
Cross Entropy Loss: [0.9014285  0.2543013  0.12029915 0.0764394  0.05530725]
Correct: [70.51250613 94.29867582 98.20990682 98.8965179  99.38695439]%
Cross Entropy Loss: [0.89002824 0.24798536 0.11561349 0.07166944 0.05058477]
Correct: [71.41981363 94.83815596 98.50416871 99.12947523 99.47278077]%
Cross Entropy Loss: [0.8894681  0.24510062 0.11335658 0.07139941 0.05027973]
Correct: [70.92937715 94.72780775 98.35703776 99.06817067 99.52182442]%
Cross Entropy Loss: [0.8917537  0.24603908 0.11460704 0.07038539 0.04825621]
Correct: [70.91711623 94.51937224 98.27121138 99.05590976 99.69347719]%
Cross Entropy Loss: [0.87653774 0.23869798 0.1082365  0.06646714 0.05137154]
Correct: [72.04512016 95.26728789 98.78616969 99.25208436 99.37469348]%
Cross Entropy Loss: [0.85827017 0.22827557 0.10327177 0.06743216 0.05471847]
Correct: [72.85434036 95.47572339 98.72486513 99.20304071 99.31338892]%
Cross Entropy Loss: [0.86598414 0.22687203 0.10585076 0.0673859  0.0522503 ]
Correct: [72.10642472 95.65963708 98.50416871 99.0926925  99.301128  ]%
Cross Entropy Loss: [0.8704097  0.23357771 0.10218707 0.06283013 0.04453896]
Correct: [71.87346739 95.29180971 98.76164787 99.25208436 99.68121628]%
Cross Entropy Loss: [0.8493986  0.2211478  0.09606345 0.05899112 0.04131925]
Correct: [72.8911231  95.75772437 98.97008337 99.43599804 99.74252084]%
Cross Entropy Loss: [0.85144335 0.22068624 0.09796199 0.06024678 0.04487349]
Correct: [73.13634134 95.6841589  98.83521334 99.41147621 99.58312898]%
Cross Entropy Loss: [0.84078646 0.21765307 0.09583181 0.05604169 0.03822754]
Correct: [73.02599313 96.01520353 98.85973516 99.55860716 99.8038254 ]%
Cross Entropy Loss: [0.8410616  0.21629947 0.09391423 0.05940239 0.04340166]
Correct: [73.18538499 95.91711623 99.05590976 99.35017165 99.52182442]%
Cross Entropy Loss: [0.8407438  0.21467988 0.10179407 0.06813583 0.05173948]
Correct: [73.27121138 95.96615988 98.47964689 98.97008337 98.98234429]%
Cross Entropy Loss: [0.81616694 0.20149297 0.08607593 0.05244313 0.03785826]
Correct: [74.38695439 96.70181462 99.35017165 99.69347719 99.76704267]%
Mean abs weights tensor(0.0154, grad_fn=<MeanBackward0>)

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 48.10%
From layer 1:
Accuracy: 68.24%
From layer 2:
Accuracy: 75.04%
From layer 3:
Accuracy: 76.86%
From layer 4:
Accuracy: 77.65%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.10%
From layer 1:
Accuracy: 96.68%
From layer 2:
Accuracy: 99.47%
From layer 3:
Accuracy: 99.68%
From layer 4:
Accuracy: 99.75%

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.5947533 4.738585  2.9946802 2.6775568 2.6880245]
Correct: [ 8.46002943 14.88474743 26.63070132 34.93133889 41.72388426]%
Cross Entropy Loss: [3.0053122  2.1430066  1.4143347  1.0727197  0.91288257]
Correct: [18.91858754 35.0416871  51.99852869 62.4448259  68.35458558]%
Cross Entropy Loss: [2.5856404  1.6998844  1.1031387  0.82084006 0.7120662 ]
Correct: [25.41687102 44.71554684 61.81951937 71.43207455 75.11034821]%
Cross Entropy Loss: [2.3367662 1.4537532 0.928061  0.6855233 0.5971339]
Correct: [30.2231486  51.33643943 68.24423737 76.86365866 79.70819029]%
Cross Entropy Loss: [2.1571696  1.2583705  0.79330957 0.5868927  0.5113091 ]
Correct: [33.85237862 57.07454635 73.12408043 79.84306032 82.56498283]%
Cross Entropy Loss: [2.041506   1.1497302  0.71245664 0.53431845 0.45063114]
Correct: [36.03482099 60.4462972  76.12800392 82.25846003 84.80872977]%
Cross Entropy Loss: [1.9296496  1.0352819  0.6539378  0.48512852 0.4133314 ]
Correct: [38.58509073 64.66405101 78.16331535 83.79107406 85.94899461]%
Cross Entropy Loss: [1.836725   0.9552186  0.58632433 0.43252048 0.36877352]
Correct: [40.25257479 67.36145169 80.76262874 85.89995096 87.81265326]%
Cross Entropy Loss: [1.7733893  0.89611405 0.5468796  0.40351987 0.3431849 ]
Correct: [42.01814615 69.96076508 82.44237371 86.75821481 88.89161354]%
Cross Entropy Loss: [1.7034538  0.8317257  0.50395334 0.37094757 0.31037766]
Correct: [43.66110839 71.4811182  83.91368318 88.05787151 90.32614026]%
Cross Entropy Loss: [1.6341746  0.76870805 0.46462893 0.3385977  0.28161487]
Correct: [45.38989701 74.5953899  85.12751349 89.39431094 91.51544875]%
Cross Entropy Loss: [1.5866607  0.7348573  0.43830976 0.32054466 0.26017192]
Correct: [46.1868563  75.08582639 86.67238843 90.14222658 92.01814615]%
Cross Entropy Loss: [1.5448228  0.7054162  0.41227603 0.29951677 0.25118968]
Correct: [48.47964689 76.61844041 87.49386954 90.84109858 92.58214811]%
Cross Entropy Loss: [1.4938438  0.66774225 0.39161655 0.29227185 0.24125049]
Correct: [49.05590976 78.46983816 88.59735164 91.00049044 92.88867092]%
Cross Entropy Loss: [1.4635545  0.62963915 0.36628035 0.270966   0.22452872]
Correct: [50.49043649 79.70819029 89.03874448 91.83423247 93.20745463]%
Cross Entropy Loss: [1.4135121  0.61004496 0.34862012 0.2522641  0.20982987]
Correct: [51.76557136 81.10593428 89.97057381 92.70475723 93.73467386]%
Cross Entropy Loss: [1.3826872  0.5751567  0.3340426  0.24655138 0.2030466 ]
Correct: [52.64835704 81.95193722 90.37518391 92.72927906 94.34771947]%
Cross Entropy Loss: [1.3597815  0.55556154 0.31531617 0.23077182 0.18277864]
Correct: [54.05836194 82.66307013 91.28249142 93.40362923 95.15693968]%
Cross Entropy Loss: [1.321065   0.53128517 0.29734302 0.20772514 0.16700916]
Correct: [54.80627759 84.12211869 92.33692987 94.59293771 95.86807258]%
Cross Entropy Loss: [1.2914304  0.51569176 0.28864086 0.20710902 0.16614531]
Correct: [55.1250613  83.938205   92.32466896 94.38450221 95.57381069]%
Cross Entropy Loss: [1.2542558  0.4973718  0.27855444 0.20125046 0.16376534]
Correct: [57.03776361 84.83325159 92.79058362 94.64198136 95.72094164]%
Cross Entropy Loss: [1.2330952  0.4710226  0.26109838 0.1892337  0.15836073]
Correct: [57.92054929 86.52525748 93.42815105 94.98528691 95.89259441]%
Cross Entropy Loss: [1.2113776  0.45422426 0.25020438 0.17549218 0.14151117]
Correct: [58.10446297 87.26091221 93.86954389 95.48798431 96.57920549]%
Cross Entropy Loss: [1.1903255  0.44279554 0.24112228 0.17436893 0.13605778]
Correct: [59.06081412 86.88082393 94.15154487 95.53702795 96.89798921]%
Cross Entropy Loss: [1.1669496  0.43108848 0.23423028 0.16634522 0.13076116]
Correct: [59.82099068 87.6532614  94.23737126 95.97842079 97.00833742]%
Cross Entropy Loss: [1.164972   0.42042902 0.22377427 0.15203774 0.12194057]
Correct: [60.02942619 87.91074056 94.78911231 96.35850907 97.26581658]%
Cross Entropy Loss: [1.1277661  0.40303597 0.21590921 0.14872405 0.11479039]
Correct: [61.3413438  88.71996077 94.93624326 96.75085826 97.65816577]%
Cross Entropy Loss: [1.1131991  0.39209688 0.21055932 0.14764301 0.11776227]
Correct: [62.21186856 89.08778813 95.13241785 96.50564002 97.3884257 ]%
Cross Entropy Loss: [1.0983949  0.3844895  0.20013954 0.13748597 0.10884584]
Correct: [62.98430603 89.41883276 95.6841589  97.16772928 97.75625307]%
Cross Entropy Loss: [1.0757233  0.36629698 0.18711823 0.12596302 0.09419409]
Correct: [63.2540461  90.44874939 96.27268269 97.49877391 98.4919078 ]%
Cross Entropy Loss: [1.0607959  0.35811707 0.18513438 0.12697065 0.0996624 ]
Correct: [63.68317803 90.81657675 96.05198627 97.49877391 98.05051496]%
Cross Entropy Loss: [1.0448505  0.3449451  0.17926213 0.12319381 0.09658084]
Correct: [63.90387445 91.07405591 96.29720451 97.24129475 97.91564492]%
Cross Entropy Loss: [1.0325445  0.3416515  0.17476757 0.11600807 0.08984695]
Correct: [64.74987739 91.19666503 96.55468367 97.80529671 98.40608141]%
Cross Entropy Loss: [1.0266078  0.3336144  0.17052403 0.11587286 0.09174982]
Correct: [65.16674841 91.6625797  96.75085826 97.75625307 98.38155959]%
Cross Entropy Loss: [1.0142515  0.326352   0.1630872  0.10568619 0.08109711]
Correct: [65.68170672 91.93231976 96.91025012 98.1976459  98.71260422]%
Cross Entropy Loss: [1.0048933  0.32423684 0.16307603 0.11154954 0.08349874]
Correct: [65.8656204  91.84649338 97.03285924 97.8911231  98.55321236]%
Cross Entropy Loss: [0.9759979  0.30746913 0.16114402 0.10582078 0.08366768]
Correct: [67.3737126  92.74153997 96.79990191 98.02599313 98.52869053]%
Cross Entropy Loss: [0.9712014  0.3049196  0.15171492 0.10296646 0.07804739]
Correct: [67.58214811 92.41049534 97.54781756 98.12408043 98.76164787]%
Cross Entropy Loss: [0.95703596 0.29604098 0.14828695 0.10042026 0.0791757 ]
Correct: [68.31780284 93.10936734 97.41294752 98.2957332  98.54095145]%
Cross Entropy Loss: [0.95269203 0.29444218 0.14499588 0.09516019 0.07591828]
Correct: [68.13388916 93.0725846  97.44973026 98.3938205  98.76164787]%
Cross Entropy Loss: [0.9450087  0.28574076 0.13720402 0.09468257 0.07229362]
Correct: [68.23197646 93.40362923 97.94016675 98.32025503 98.73712604]%
Cross Entropy Loss: [0.95056164 0.2868883  0.13875131 0.09089438 0.06944   ]
Correct: [68.21971555 93.69789112 97.53555665 98.51642962 98.93330064]%
Cross Entropy Loss: [0.9235129  0.27410972 0.1287515  0.08454514 0.06100608]
Correct: [69.65424228 93.85728298 98.17312408 98.82295243 99.26434527]%
Cross Entropy Loss: [0.9147101  0.26877016 0.12451208 0.07817565 0.05863573]
Correct: [70.0833742  93.84502207 98.24668955 99.12947523 99.31338892]%
Cross Entropy Loss: [0.90692085 0.26595572 0.12621725 0.08169486 0.05741236]
Correct: [70.14467876 94.05345758 98.07503678 98.87199608 99.44825895]%
Cross Entropy Loss: [0.9052166  0.26339367 0.12330511 0.07983027 0.05815036]
Correct: [70.24276606 94.28641491 98.12408043 98.78616969 99.19077979]%
Cross Entropy Loss: [0.8888411  0.25137585 0.11363339 0.07284336 0.05329783]
Correct: [70.72094164 94.37224129 98.57773418 99.11721432 99.54634625]%
Cross Entropy Loss: [0.8951738  0.2552892  0.11667758 0.07882266 0.05868537]
Correct: [70.35311427 94.24963217 98.2957332  98.81069152 99.25208436]%
Cross Entropy Loss: [0.8807756  0.24445632 0.11583784 0.07320677 0.05293326]
Correct: [71.75085826 94.96076508 98.1976459  98.97008337 99.36243256]%
Cross Entropy Loss: [0.8881468  0.24378555 0.11234357 0.07014041 0.05111111]
Correct: [70.34085336 94.81363413 98.30799411 99.06817067 99.37469348]%
Cross Entropy Loss: [0.8660645  0.23995501 0.10921314 0.06894574 0.05445089]
Correct: [71.89798921 95.16920059 98.54095145 99.05590976 99.28886709]%
Cross Entropy Loss: [0.8663961  0.23496598 0.10538775 0.06836257 0.05178268]
Correct: [72.20451202 95.09563512 98.71260422 99.20304071 99.3992153 ]%
Cross Entropy Loss: [0.86094844 0.23255582 0.10301934 0.06197835 0.04464331]
Correct: [71.87346739 95.40215792 98.71260422 99.37469348 99.65669446]%
Cross Entropy Loss: [0.85332865 0.23359933 0.10502505 0.06449644 0.05069344]
Correct: [72.85434036 95.21824424 98.50416871 99.28886709 99.27660618]%
Cross Entropy Loss: [0.8418002  0.22286095 0.0969059  0.0622066  0.04758345]
Correct: [73.32025503 95.56154978 98.81069152 99.27660618 99.3992153 ]%
Cross Entropy Loss: [0.8447474  0.21955107 0.09423384 0.05846547 0.04301354]
Correct: [72.76851398 95.67189799 98.97008337 99.44825895 99.48504169]%
Cross Entropy Loss: [0.84361845 0.21651876 0.09542421 0.06285377 0.05364189]
Correct: [72.486513   96.23589995 98.82295243 99.27660618 99.16625797]%
Cross Entropy Loss: [0.826464   0.21414955 0.08860391 0.05352637 0.03870296]
Correct: [73.3938205  96.05198627 99.27660618 99.64443355 99.74252084]%
Cross Entropy Loss: [0.82780504 0.20712028 0.08929564 0.05710588 0.04131696]
Correct: [73.88425699 96.39529181 99.04364885 99.17851888 99.5953899 ]%
Cross Entropy Loss: [0.8244314  0.2105619  0.08686858 0.05452996 0.04168816]
Correct: [73.78616969 96.01520353 99.22756253 99.52182442 99.5953899 ]%
Mean abs weights tensor(0.0155, grad_fn=<MeanBackward0>)

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.61%
From layer 1:
Accuracy: 69.52%
From layer 2:
Accuracy: 76.10%
From layer 3:
Accuracy: 78.00%
From layer 4:
Accuracy: 78.36%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 75.55%
From layer 1:
Accuracy: 96.62%
From layer 2:
Accuracy: 99.60%
From layer 3:
Accuracy: 99.89%
From layer 4:
Accuracy: 100.00%

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.097321  4.148551  3.6674123 2.8365521 2.1387424]
Correct: [10.39725356 14.68857283 23.50416871 35.50760177 44.4825895 ]%
Cross Entropy Loss: [2.8756146  2.109435   1.5277479  1.0712019  0.90862435]
Correct: [20.54928887 34.01177048 48.88425699 62.4448259  68.68563021]%
Cross Entropy Loss: [2.4910307 1.643983  1.1498793 0.819755  0.7062855]
Correct: [26.5080922  45.90485532 59.85777342 71.2849436  76.32417852]%
Cross Entropy Loss: [2.2795384  1.400573   0.9598259  0.6867928  0.58887565]
Correct: [30.30897499 52.42766062 66.27023051 76.27513487 80.23540951]%
Cross Entropy Loss: [2.1118844  1.228832   0.8325709  0.5950446  0.51207846]
Correct: [34.02403139 58.4355076  71.44433546 79.49975478 82.73663561]%
Cross Entropy Loss: [1.9789823  1.0981158  0.73698854 0.5311753  0.4499006 ]
Correct: [36.13290829 62.150564   74.79156449 82.07454635 85.43403629]%
Cross Entropy Loss: [1.8837898  0.99911094 0.66359425 0.46833012 0.3925658 ]
Correct: [39.18587543 65.80431584 77.59931339 84.69838156 87.46934772]%
Cross Entropy Loss: [1.797647   0.93177795 0.6106232  0.4401614  0.36438853]
Correct: [40.8656204  68.55076018 79.40166748 85.5443845  88.24178519]%
Cross Entropy Loss: [1.7296788  0.8719723  0.5654772  0.40447333 0.34404558]
Correct: [42.83962727 70.76998529 81.59637077 87.01569397 89.07552722]%
Cross Entropy Loss: [1.6673765  0.8152368  0.516038   0.37217242 0.30817318]
Correct: [44.35998038 72.486513   83.28837666 88.49926435 90.49779304]%
Cross Entropy Loss: [1.6154606  0.7593077  0.48513436 0.3470981  0.29383838]
Correct: [45.74546346 75.13487003 84.50220696 88.97743992 90.87788131]%
Cross Entropy Loss: [1.5672795  0.7193141  0.46175468 0.32884726 0.2725432 ]
Correct: [46.87346739 76.32417852 85.29916626 89.4556155  91.67484061]%
Cross Entropy Loss: [1.504693   0.6855057  0.42503485 0.30778193 0.25391078]
Correct: [47.73173124 77.43992153 86.95438941 90.52231486 92.43501717]%
Cross Entropy Loss: [1.4808928  0.6552856  0.40472078 0.2812299  0.22769964]
Correct: [48.97008337 79.04610103 87.29769495 91.30701324 93.35458558]%
Cross Entropy Loss: [1.4274578  0.6110775  0.37379256 0.2606261  0.21231699]
Correct: [50.80922021 80.52967141 88.62187347 92.44727808 94.02893575]%
Cross Entropy Loss: [1.4000968  0.5891332  0.36699057 0.26116958 0.21228588]
Correct: [52.1088769  81.2285434  89.06326631 92.3737126  93.95537028]%
Cross Entropy Loss: [1.3716259  0.58237827 0.34435388 0.24015401 0.196388  ]
Correct: [52.513487   81.90289358 89.90926925 93.25649828 94.32319765]%
Cross Entropy Loss: [1.3456309 0.5464431 0.3220724 0.2193648 0.1794572]
Correct: [53.84992643 82.95733203 90.80431584 93.89406572 95.2795488 ]%
Cross Entropy Loss: [1.3043566  0.5210164  0.30802965 0.2083514  0.16739744]
Correct: [55.27219225 84.01177048 91.35605689 94.54389407 95.52476704]%
Cross Entropy Loss: [1.2742734  0.49508107 0.3012611  0.20587063 0.16221389]
Correct: [56.13045611 84.89455615 91.35605689 94.34771947 95.96615988]%
Cross Entropy Loss: [1.2441667  0.48295885 0.28214666 0.19442369 0.15053976]
Correct: [56.7312408  85.78960275 92.3737126  94.83815596 96.50564002]%
Cross Entropy Loss: [1.2264081  0.4704526  0.2707264  0.18619941 0.14829783]
Correct: [57.3320255  85.99803825 92.94997548 95.21824424 96.21137813]%
Cross Entropy Loss: [1.2053792  0.45452338 0.2629521  0.17968261 0.13870253]
Correct: [58.11672388 86.7459539  93.0725846  95.46346248 96.82442374]%
Cross Entropy Loss: [1.1833696  0.4351988  0.2503897  0.16699272 0.12704152]
Correct: [59.02403139 87.39578225 93.44041197 96.11329083 97.33938205]%
Cross Entropy Loss: [1.1648493  0.41716567 0.23708178 0.15879919 0.12854579]
Correct: [59.45316332 88.59735164 94.09024031 96.2849436  97.00833742]%
Cross Entropy Loss: [1.1416205  0.41679147 0.22828884 0.15102482 0.11695375]
Correct: [61.01029917 88.05787151 94.71554684 96.71407553 97.67042668]%
Cross Entropy Loss: [1.1351213  0.40999106 0.23274028 0.16199481 0.13046677]
Correct: [60.65473271 87.88621873 93.9798921  95.96615988 96.87346739]%
Cross Entropy Loss: [1.1091565  0.39322355 0.2161918  0.1499443  0.12093587]
Correct: [61.80725846 88.92839627 94.94850417 96.19911721 96.91025012]%
Cross Entropy Loss: [1.092043   0.37607852 0.20481716 0.13722295 0.10212868]
Correct: [62.89847965 90.14222658 95.63511525 96.9838156  98.05051496]%
Cross Entropy Loss: [1.0805006  0.37193698 0.21109693 0.13482301 0.10460148]
Correct: [63.36439431 89.90926925 95.12015694 96.93477195 97.78077489]%
Cross Entropy Loss: [1.0555333  0.35117498 0.1902821  0.11985846 0.09575627]
Correct: [63.83030897 90.73075037 95.83128985 97.75625307 98.25895047]%
Cross Entropy Loss: [1.0415585  0.34554473 0.19225268 0.12630157 0.09804917]
Correct: [64.66405101 91.13536047 95.72094164 97.486513   98.05051496]%
Cross Entropy Loss: [1.0215309  0.33282942 0.17798854 0.11440604 0.08739859]
Correct: [65.12996567 91.67484061 96.46885728 98.06277587 98.61451692]%
Cross Entropy Loss: [1.010372   0.32865715 0.17117685 0.10845564 0.08291699]
Correct: [65.71848946 91.92005885 96.59146641 98.08729769 98.63903874]%
Cross Entropy Loss: [1.0028352  0.32251483 0.16759646 0.10967354 0.08081765]
Correct: [65.82883767 91.82197155 96.75085826 97.87886219 98.74938695]%
Cross Entropy Loss: [1.0053986  0.3239901  0.16612864 0.10537529 0.08071366]
Correct: [66.84649338 91.80971064 96.75085826 98.03825405 98.76164787]%
Cross Entropy Loss: [0.9894031  0.3103292  0.15943976 0.10318613 0.07402253]
Correct: [66.57675331 92.61893085 97.14320745 98.03825405 99.04364885]%
Cross Entropy Loss: [0.9791253  0.30946603 0.15745631 0.11657234 0.09803414]
Correct: [66.4664051  92.43501717 96.87346739 97.37616479 97.6949485 ]%
Cross Entropy Loss: [0.9761528  0.30330777 0.15260671 0.09958611 0.07902068]
Correct: [67.1652771  92.53310446 97.15546837 98.11181952 98.63903874]%
Cross Entropy Loss: [0.94948906 0.28471226 0.14283167 0.08939773 0.0668047 ]
Correct: [68.68563021 93.39136832 97.49877391 98.56547327 99.12947523]%
Cross Entropy Loss: [0.93734425 0.28335845 0.13894157 0.0845883  0.06204257]
Correct: [69.02893575 93.69789112 97.76851398 98.70034331 99.35017165]%
Cross Entropy Loss: [0.92585963 0.2721243  0.1328975  0.08147427 0.05984794]
Correct: [69.42128494 94.28641491 97.80529671 98.8965179  99.36243256]%
Cross Entropy Loss: [0.9258419  0.2763316  0.13473715 0.0851868  0.06325853]
Correct: [69.47032859 93.6733693  97.90338401 98.66356057 99.15399706]%
Cross Entropy Loss: [0.9145228  0.26787022 0.13190985 0.08284988 0.06115601]
Correct: [69.4825895  93.94310937 97.68268759 98.55321236 99.05590976]%
Cross Entropy Loss: [0.90926886 0.26079115 0.12354382 0.07526926 0.05647882]
Correct: [70.25502697 94.44580677 98.25895047 99.04364885 99.48504169]%
Cross Entropy Loss: [0.89559376 0.25555754 0.12298638 0.07635683 0.05812114]
Correct: [70.57381069 94.56841589 98.17312408 99.01912702 99.28886709]%
Cross Entropy Loss: [0.8913837  0.25457555 0.1215532  0.07382192 0.05468141]
Correct: [70.46346248 94.35998038 98.03825405 99.00686611 99.46051986]%
Cross Entropy Loss: [0.88792306 0.24649508 0.11516625 0.06934602 0.05153498]
Correct: [71.1868563  94.74006866 98.4919078  99.27660618 99.4973026 ]%
Cross Entropy Loss: [0.87351644 0.24367103 0.11141468 0.06882896 0.05301667]
Correct: [71.81216282 94.96076508 98.52869053 99.19077979 99.37469348]%
Cross Entropy Loss: [0.8670181  0.23535827 0.10797397 0.06457391 0.04725015]
Correct: [71.89798921 95.31633154 98.72486513 99.31338892 99.58312898]%
Cross Entropy Loss: [0.8672212  0.2327176  0.10729928 0.06456608 0.04726942]
Correct: [72.27807749 95.38989701 98.60225601 99.36243256 99.65669446]%
Cross Entropy Loss: [0.8697298  0.23777288 0.10872904 0.06613786 0.04941782]
Correct: [72.31486023 94.99754782 98.50416871 99.21530162 99.4973026 ]%
Cross Entropy Loss: [0.85878557 0.22666958 0.10291512 0.06274229 0.0514195 ]
Correct: [72.3884257  95.65963708 98.85973516 99.38695439 99.37469348]%
Cross Entropy Loss: [0.85267484 0.22117746 0.09820343 0.0589934  0.04467856]
Correct: [72.73173124 96.02746444 98.93330064 99.41147621 99.5953899 ]%
Cross Entropy Loss: [0.8518763  0.22301982 0.09937109 0.0611193  0.04304237]
Correct: [72.486513   95.56154978 98.85973516 99.26434527 99.68121628]%
Cross Entropy Loss: [0.8528639  0.2302117  0.10266408 0.06356967 0.04707441]
Correct: [72.49877391 95.26728789 98.65129966 99.23982344 99.57086807]%
Cross Entropy Loss: [0.84760493 0.21866617 0.09728575 0.05886929 0.05133306]
Correct: [72.71947033 95.96615988 98.98234429 99.42373713 99.20304071]%
Cross Entropy Loss: [0.83935446 0.21655147 0.09742231 0.0584213  0.04178253]
Correct: [73.45512506 95.89259441 98.88425699 99.52182442 99.69347719]%
Cross Entropy Loss: [0.8172156  0.20350744 0.08836167 0.05396447 0.03868076]
Correct: [74.44825895 96.66503188 99.0926925  99.48504169 99.68121628]%
Cross Entropy Loss: [0.8212365  0.20456749 0.08980781 0.05542869 0.03836247]
Correct: [74.22756253 96.45659637 99.14173615 99.46051986 99.76704267]%
Mean abs weights tensor(0.0155, grad_fn=<MeanBackward0>)

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.00%
From layer 1:
Accuracy: 67.18%
From layer 2:
Accuracy: 73.94%
From layer 3:
Accuracy: 76.77%
From layer 4:
Accuracy: 78.00%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 73.01%
From layer 1:
Accuracy: 95.18%
From layer 2:
Accuracy: 98.44%
From layer 3:
Accuracy: 99.31%
From layer 4:
Accuracy: 99.73%

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [6.4499493 4.761009  3.4782238 2.7763848 2.2545755]
Correct: [ 7.95733203 13.26630701 27.17018146 35.96125552 44.74006866]%
Cross Entropy Loss: [3.11535    2.096343   1.4131371  1.0682083  0.86851627]
Correct: [18.89406572 34.40411967 51.85139774 62.87395782 70.1814615 ]%
Cross Entropy Loss: [2.6556919  1.5978645  1.083149   0.81814396 0.6658297 ]
Correct: [25.30652281 46.37076999 62.38352133 71.76311918 77.15792055]%
Cross Entropy Loss: [2.394935   1.3490906  0.90430284 0.67773217 0.5554883 ]
Correct: [29.59784208 53.64149093 69.11476214 77.37861697 81.58410986]%
Cross Entropy Loss: [2.2179375  1.1968118  0.7925071  0.5920205  0.48649815]
Correct: [32.65080922 58.85237862 73.38155959 80.11280039 83.58263855]%
Cross Entropy Loss: [2.0832427  1.0649133  0.6987619  0.5162131  0.42436376]
Correct: [34.99264345 62.9475233  76.75331045 82.73663561 86.03482099]%
Cross Entropy Loss: [1.958121   0.9911297  0.6415766  0.47634533 0.39858958]
Correct: [37.62873958 66.50318784 78.8131437  84.12211869 87.06473762]%
Cross Entropy Loss: [1.8792048  0.92153376 0.59219563 0.43937442 0.3639585 ]
Correct: [39.1613536  68.575282   80.44384502 85.47081903 88.47474252]%
Cross Entropy Loss: [1.7764051 0.8392105 0.5373005 0.3915146 0.3192155]
Correct: [41.73614517 71.84894556 82.44237371 87.29769495 90.30161844]%
Cross Entropy Loss: [1.7285343  0.7972007  0.503798   0.36422247 0.2988765 ]
Correct: [42.65571359 73.62677783 83.57037764 88.41343796 90.64492398]%
Cross Entropy Loss: [1.6543036  0.7481111  0.4646584  0.33393526 0.27078307]
Correct: [44.8749387  75.58852379 85.39725356 89.98283472 91.98136341]%
Cross Entropy Loss: [1.6101927  0.7094397  0.4415061  0.3270336  0.26630792]
Correct: [45.36537518 77.03531143 86.10838646 89.68857283 92.27562531]%
Cross Entropy Loss: [1.5407614  0.66844225 0.4074471  0.28930873 0.23380361]
Correct: [47.95242766 78.54340363 87.50613046 91.47866601 93.0725846 ]%
Cross Entropy Loss: [1.4958373  0.63102406 0.39090514 0.2739257  0.21719927]
Correct: [48.77390878 79.92888671 88.38891614 91.77292791 93.99215302]%
Cross Entropy Loss: [1.4646325  0.61398256 0.37368444 0.2697746  0.21571982]
Correct: [50.11034821 80.67680235 88.52378617 92.34919078 93.83276116]%
Cross Entropy Loss: [1.4107915  0.5795206  0.34873348 0.24773483 0.19636978]
Correct: [51.58165768 81.84158901 90.06866111 93.06032369 94.69102501]%
Cross Entropy Loss: [1.3887354  0.5612993  0.3341605  0.23682143 0.18778369]
Correct: [52.78322707 82.39333006 90.28935753 93.29328102 94.81363413]%
Cross Entropy Loss: [1.3550272  0.5363375  0.31642413 0.22799651 0.18063158]
Correct: [53.29818538 83.68072585 91.04953409 93.56302109 95.10789603]%
Cross Entropy Loss: [1.3231387  0.5242734  0.30793968 0.21938924 0.17397729]
Correct: [54.84306032 84.10985777 91.27023051 93.66110839 95.32859245]%
Cross Entropy Loss: [1.283253   0.49165663 0.28834906 0.19741513 0.15688714]
Correct: [54.89210397 85.22560078 92.17753801 94.89946052 95.90485532]%
Cross Entropy Loss: [1.2649336  0.47376695 0.2805562  0.1884642  0.15094134]
Correct: [56.05689063 85.92447278 92.41049534 95.29180971 96.43207455]%
Cross Entropy Loss: [1.2399524  0.46849176 0.2698798  0.19165051 0.15131295]
Correct: [57.3320255  86.20647376 92.70475723 94.89946052 96.37076999]%
Cross Entropy Loss: [1.2246016  0.4465449  0.25620914 0.1770524  0.13681643]
Correct: [57.72437469 86.99117214 93.35458558 95.3776361  96.87346739]%
Cross Entropy Loss: [1.2004024  0.43683738 0.25025854 0.17426123 0.13952202]
Correct: [58.23933301 87.11378127 93.58754291 95.84355076 96.67729279]%
Cross Entropy Loss: [1.1714349  0.4172461  0.23294409 0.1575584  0.12122679]
Correct: [59.2324669  88.2540461  94.45806768 96.32172634 97.2903384 ]%
Cross Entropy Loss: [1.1512532  0.40703356 0.22566764 0.15186335 0.11417335]
Correct: [60.25012261 88.41343796 94.70328592 96.59146641 97.74399215]%
Cross Entropy Loss: [1.1339705  0.3920178  0.21400392 0.14348766 0.10950939]
Correct: [60.98577734 89.50465915 95.25502697 96.91025012 97.78077489]%
Cross Entropy Loss: [1.1239747  0.39096498 0.22011784 0.14927708 0.11217139]
Correct: [61.83178028 89.1613536  94.45806768 96.4811182  97.64590486]%
Cross Entropy Loss: [1.0909414  0.37279153 0.20157368 0.13302103 0.10023441]
Correct: [62.51839137 89.81118195 95.52476704 97.31486023 98.12408043]%
Cross Entropy Loss: [1.0713761  0.35775328 0.19597872 0.12866797 0.09529382]
Correct: [63.31535066 90.77979402 95.63511525 97.35164296 98.27121138]%
Cross Entropy Loss: [1.061121   0.35613722 0.19344339 0.13757391 0.10904332]
Correct: [63.64639529 90.42422756 95.83128985 96.83668465 97.64590486]%
Cross Entropy Loss: [1.0648509  0.35407063 0.19109118 0.12759905 0.10164113]
Correct: [63.78126533 90.32614026 95.67189799 97.43746935 97.92790584]%
Cross Entropy Loss: [1.0397907  0.33411586 0.18109696 0.11998235 0.08804511]
Correct: [64.8602256  91.71162334 96.22363904 97.46199117 98.41834232]%
Cross Entropy Loss: [1.0218405  0.3274689  0.17186224 0.11518487 0.0870847 ]
Correct: [64.78666013 91.78518882 96.60372732 97.7930358  98.46738597]%
Cross Entropy Loss: [1.0164996  0.32117447 0.16563214 0.10985802 0.08180261]
Correct: [65.65718489 92.12849436 96.82442374 97.90338401 98.61451692]%
Cross Entropy Loss: [1.0022123  0.31545493 0.16493076 0.10893925 0.07903001]
Correct: [66.35605689 92.07945071 96.81216282 98.07503678 98.78616969]%
Cross Entropy Loss: [0.9805369  0.3072208  0.15689339 0.10034146 0.0757826 ]
Correct: [67.12849436 92.77832271 97.30259931 98.28347229 98.98234429]%
Cross Entropy Loss: [0.97620595 0.2996872  0.1544682  0.09996678 0.07579447]
Correct: [67.27562531 92.69249632 97.30259931 98.34477685 98.82295243]%
Cross Entropy Loss: [0.9599346  0.28750443 0.14267707 0.09244568 0.06747434]
Correct: [67.92545365 93.68563021 97.73173124 98.46738597 99.05590976]%
Cross Entropy Loss: [0.95449805 0.28494295 0.14710009 0.09732679 0.07113231]
Correct: [67.94997548 93.44041197 97.35164296 98.32025503 98.88425699]%
Cross Entropy Loss: [0.9604589  0.28816116 0.14390585 0.09051391 0.06750385]
Correct: [67.81510544 93.06032369 97.41294752 98.5899951  99.06817067]%
Cross Entropy Loss: [0.938691   0.27179497 0.1370642  0.08513274 0.06270423]
Correct: [69.274154   94.1760667  97.85434036 98.73712604 99.10495341]%
Cross Entropy Loss: [0.9318086  0.26867366 0.13430616 0.08450139 0.06175511]
Correct: [68.78371751 94.00441393 97.9892104  98.7984306  99.16625797]%
Cross Entropy Loss: [0.91271913 0.270564   0.12983325 0.08150811 0.05976207]
Correct: [70.19372241 93.62432565 97.87886219 98.7984306  99.15399706]%
Cross Entropy Loss: [0.9115628  0.25968993 0.12657511 0.08347686 0.0594626 ]
Correct: [70.64737616 94.38450221 98.11181952 98.7984306  99.36243256]%
Cross Entropy Loss: [0.9056586  0.25875354 0.12472288 0.08011754 0.05834158]
Correct: [70.51250613 93.89406572 98.18538499 98.70034331 99.14173615]%
Cross Entropy Loss: [0.9074342  0.26229715 0.12454267 0.07470622 0.05328815]
Correct: [70.36537518 94.05345758 97.87886219 98.9946052  99.43599804]%
Cross Entropy Loss: [0.88395184 0.24552332 0.11803097 0.07159174 0.05358623]
Correct: [71.02746444 94.99754782 98.38155959 99.05590976 99.33791074]%
Cross Entropy Loss: [0.8700824  0.24380627 0.11577123 0.07228921 0.05336022]
Correct: [72.21677293 94.70328592 98.36929868 99.11721432 99.35017165]%
Cross Entropy Loss: [0.8750234  0.23406857 0.10670444 0.06563606 0.04590251]
Correct: [71.91025012 95.40215792 98.67582148 99.44825895 99.70573811]%
Cross Entropy Loss: [0.87363154 0.23673786 0.10928614 0.06592005 0.04637526]
Correct: [72.10642472 95.09563512 98.67582148 99.26434527 99.69347719]%
Cross Entropy Loss: [0.86861944 0.2338061  0.10635696 0.06337979 0.04374555]
Correct: [72.2903384  95.40215792 98.8965179  99.50956351 99.77930358]%
Cross Entropy Loss: [0.85496813 0.2231948  0.09993115 0.06279701 0.04488867]
Correct: [72.60912212 95.67189799 98.93330064 99.32564983 99.61991172]%
Cross Entropy Loss: [0.84552974 0.22067003 0.10238956 0.06715159 0.04728511]
Correct: [72.85434036 95.83128985 98.62677783 99.00686611 99.38695439]%
Cross Entropy Loss: [0.8479267  0.2203806  0.09793177 0.066811   0.04369394]
Correct: [73.07503678 96.07650809 98.85973516 99.20304071 99.69347719]%
Cross Entropy Loss: [0.8311353  0.21352205 0.09496014 0.05732632 0.04208629]
Correct: [73.61451692 96.29720451 99.04364885 99.44825895 99.61991172]%
Cross Entropy Loss: [0.8292413  0.21042016 0.09218284 0.05336837 0.03864544]
Correct: [74.08043158 96.35850907 99.06817067 99.5953899  99.8038254 ]%
Cross Entropy Loss: [0.8263778  0.21322271 0.09479012 0.05948808 0.04505721]
Correct: [73.56547327 95.99068171 98.82295243 99.26434527 99.47278077]%
Cross Entropy Loss: [0.83896697 0.21373552 0.09622379 0.06179601 0.04830655]
Correct: [73.47964689 95.90485532 98.70034331 99.25208436 99.36243256]%
Cross Entropy Loss: [0.8297937  0.20575117 0.08739565 0.0521135  0.03715603]
Correct: [73.70034331 96.54242276 99.04364885 99.57086807 99.70573811]%
Mean abs weights tensor(0.0155, grad_fn=<MeanBackward0>)

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.13%
From layer 1:
Accuracy: 65.90%
From layer 2:
Accuracy: 74.38%
From layer 3:
Accuracy: 76.99%
From layer 4:
Accuracy: 77.34%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.02%
From layer 1:
Accuracy: 95.56%
From layer 2:
Accuracy: 98.96%
From layer 3:
Accuracy: 99.15%
From layer 4:
Accuracy: 99.23%

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.319139  4.861906  3.382174  2.551077  2.9112816]
Correct: [ 9.28151054 17.52084355 23.87199608 37.3467386  39.17361452]%
Cross Entropy Loss: [2.9932137 2.068022  1.4686631 1.0256292 0.9375243]
Correct: [19.43354586 35.78960275 49.63217263 64.60274644 66.80971064]%
Cross Entropy Loss: [2.5055442  1.6342077  1.1330092  0.79109246 0.7177025 ]
Correct: [26.42226582 45.90485532 60.97351643 72.85434036 74.77930358]%
Cross Entropy Loss: [2.2797878 1.4123977 0.9507802 0.6936989 0.6175578]
Correct: [31.04462972 52.24374693 67.01814615 76.25061305 78.911231  ]%
Cross Entropy Loss: [2.1206055  1.2441951  0.8284679  0.5870366  0.53104925]
Correct: [33.79107406 57.13585091 71.56694458 80.11280039 81.91515449]%
Cross Entropy Loss: [1.9816617  1.1194292  0.72599965 0.5150681  0.45896193]
Correct: [36.69691025 61.19421285 75.18391368 83.3374203  84.89455615]%
Cross Entropy Loss: [1.903143   1.0297475  0.6633898  0.4683911  0.41714644]
Correct: [38.74448259 64.63952918 78.28592447 84.72290338 86.43943109]%
Cross Entropy Loss: [1.8146752  0.9499174  0.6059564  0.44395328 0.38639495]
Correct: [41.01275135 67.43501717 79.67140755 85.22560078 87.33447769]%
Cross Entropy Loss: [1.7336688  0.87779397 0.5476509  0.39334893 0.34221748]
Correct: [42.22658166 70.43894066 82.29524277 87.26091221 89.21039725]%
Cross Entropy Loss: [1.6740835  0.8284544  0.5272807  0.38171822 0.32796106]
Correct: [44.47032859 72.21677293 82.66307013 87.73908779 89.17361452]%
Cross Entropy Loss: [1.617788   0.7678631  0.46779612 0.34176028 0.28643373]
Correct: [45.67189799 74.42373713 85.67925454 89.52918097 91.5644924 ]%
Cross Entropy Loss: [1.5632111  0.7249352  0.44787082 0.3209686  0.2732119 ]
Correct: [47.10642472 75.67435017 85.82638548 90.20353114 91.83423247]%
Cross Entropy Loss: [1.5239389  0.69364023 0.4204766  0.30090535 0.26068178]
Correct: [47.8911231  76.93722413 86.86856302 90.44874939 91.62579696]%
Cross Entropy Loss: [1.4629878  0.6524433  0.39768475 0.28208447 0.23533563]
Correct: [50.13487003 78.86218735 87.78813144 91.47866601 92.86414909]%
Cross Entropy Loss: [1.4356055  0.62171805 0.37567613 0.27066994 0.23299596]
Correct: [50.55174105 79.76949485 88.62187347 91.83423247 93.29328102]%
Cross Entropy Loss: [1.4046873  0.6002708  0.3594906  0.25068355 0.21868102]
Correct: [52.09661599 81.09367337 89.40657185 92.81510544 93.6733693 ]%
Cross Entropy Loss: [1.3679374  0.5709143  0.33471087 0.23229109 0.19386217]
Correct: [52.50122609 82.07454635 90.2648357  93.40362923 94.45806768]%
Cross Entropy Loss: [1.3446721  0.55226505 0.32327563 0.22299013 0.18650566]
Correct: [52.75870525 82.79794017 90.74301128 93.72241295 94.86267778]%
Cross Entropy Loss: [1.3025677  0.5297558  0.30679002 0.2198712  0.17801753]
Correct: [54.25453654 83.8401177  91.68710152 93.90632663 95.31633154]%
Cross Entropy Loss: [1.2676907  0.50531006 0.2928762  0.20119806 0.16873884]
Correct: [55.3212359  84.67385974 91.94458068 94.7768514  95.73320255]%
Cross Entropy Loss: [1.2622813  0.49193883 0.2785085  0.19704454 0.16660106]
Correct: [56.20402158 85.5443845  92.45953899 94.65424228 95.38989701]%
Cross Entropy Loss: [1.2182302  0.47229654 0.26866025 0.18389544 0.15038691]
Correct: [57.69985287 86.18195194 92.87641    95.65963708 96.32172634]%
Cross Entropy Loss: [1.2067758  0.46003848 0.25979733 0.18223238 0.14526065]
Correct: [57.73663561 86.66012751 93.35458558 95.20598333 96.71407553]%
Cross Entropy Loss: [1.1823864  0.44356823 0.24884742 0.1740067  0.1409975 ]
Correct: [59.52672879 87.21186856 93.45267288 95.57381069 96.59146641]%
Cross Entropy Loss: [1.1609862  0.43496165 0.24223153 0.16396837 0.13301714]
Correct: [59.93133889 87.62873958 93.99215302 96.10102992 97.06964198]%
Cross Entropy Loss: [1.1508759  0.41375437 0.22494832 0.15078434 0.12315518]
Correct: [59.89455615 88.78126533 94.59293771 96.62824914 97.37616479]%
Cross Entropy Loss: [1.1284636  0.40899393 0.21989684 0.1518086  0.12060698]
Correct: [61.15743011 88.59735164 94.51937224 96.26042178 97.04512016]%
Cross Entropy Loss: [1.1115015  0.39095962 0.21122873 0.1495847  0.11764669]
Correct: [61.25551741 89.24717999 95.21824424 96.32172634 97.47425208]%
Cross Entropy Loss: [1.0834482  0.37878716 0.20472333 0.13643591 0.10896222]
Correct: [62.37126042 89.59048553 95.0833742  97.04512016 97.63364394]%
Cross Entropy Loss: [1.0858519  0.37647635 0.19879076 0.13802417 0.10640756]
Correct: [63.07013242 89.78666013 95.6841589  96.81216282 97.96468857]%
Cross Entropy Loss: [1.0520391  0.35291952 0.18853618 0.12555054 0.10124671]
Correct: [63.6586562  90.73075037 95.97842079 97.37616479 98.05051496]%
Cross Entropy Loss: [1.0394802  0.34624043 0.17982136 0.11847642 0.09394352]
Correct: [64.57822462 91.40510054 96.45659637 97.62138303 98.23442864]%
Cross Entropy Loss: [1.0399253  0.3451389  0.17813542 0.11766008 0.09557135]
Correct: [64.46787641 91.17214321 96.3830309  97.62138303 98.16086317]%
Cross Entropy Loss: [1.0127649  0.32891586 0.16707243 0.10890573 0.08622577]
Correct: [65.42422756 91.68710152 96.73859735 98.07503678 98.62677783]%
Cross Entropy Loss: [1.0086381  0.33107194 0.17054582 0.11552057 0.08992293]
Correct: [65.71848946 91.40510054 96.56694458 97.58460029 98.33251594]%
Cross Entropy Loss: [0.9833613  0.31684914 0.1627159  0.10851205 0.08507997]
Correct: [66.57675331 92.18979892 97.02059833 97.94016675 98.47964689]%
Cross Entropy Loss: [0.97980165 0.3167823  0.157423   0.10611748 0.08666422]
Correct: [67.09171162 92.30014713 96.84894556 98.00147131 98.06277587]%
Cross Entropy Loss: [0.97273916 0.30847427 0.1609163  0.10543742 0.08127401]
Correct: [66.93231976 92.61893085 96.67729279 97.9892104  98.5899951 ]%
Cross Entropy Loss: [0.9595216  0.29222864 0.14794202 0.09286801 0.07034895]
Correct: [67.63119176 93.12162825 97.40068661 98.61451692 99.05590976]%
Cross Entropy Loss: [0.9502623  0.29195637 0.1416449  0.08990818 0.06938482]
Correct: [67.65571359 93.25649828 97.64590486 98.66356057 99.12947523]%
Cross Entropy Loss: [0.9450947  0.28812483 0.14255953 0.08954276 0.07269478]
Correct: [68.39136832 93.33006376 97.49877391 98.5899951  98.81069152]%
Cross Entropy Loss: [0.93826383 0.27942443 0.13291004 0.0852496  0.06988103]
Correct: [68.2687592  93.82050025 97.75625307 98.72486513 99.00686611]%
Cross Entropy Loss: [0.9262963  0.27431804 0.13445209 0.08923318 0.07104266]
Correct: [69.16380579 93.72241295 97.78077489 98.52869053 98.70034331]%
Cross Entropy Loss: [0.9225986  0.26495194 0.12825122 0.08103769 0.06167577]
Correct: [69.54389407 94.1760667  97.87886219 98.78616969 99.16625797]%
Cross Entropy Loss: [0.9018813  0.26254743 0.12514886 0.07933439 0.05661016]
Correct: [70.1814615  94.53163315 97.95242766 98.82295243 99.28886709]%
Cross Entropy Loss: [0.8908508  0.2562964  0.12391043 0.07853594 0.05573469]
Correct: [71.07650809 94.83815596 97.97694949 98.95782246 99.41147621]%
Cross Entropy Loss: [0.89368975 0.25522506 0.11753932 0.07275057 0.05601766]
Correct: [70.46346248 94.65424228 98.41834232 99.05590976 99.35017165]%
Cross Entropy Loss: [0.88631517 0.2506978  0.11858957 0.07463772 0.0585666 ]
Correct: [70.41441883 94.72780775 98.17312408 98.97008337 99.12947523]%
Cross Entropy Loss: [0.8778534  0.23976351 0.11045572 0.06707529 0.05141067]
Correct: [71.62824914 95.26728789 98.76164787 99.301128   99.63217263]%
Cross Entropy Loss: [0.8795383  0.2552898  0.11999074 0.07710016 0.06727961]
Correct: [71.50564002 94.274154   98.06277587 98.73712604 98.74938695]%
Cross Entropy Loss: [0.8648546  0.23559323 0.10837661 0.07854804 0.06221166]
Correct: [71.64051005 95.30407062 98.50416871 98.84747425 99.01912702]%
Cross Entropy Loss: [0.8652362  0.22792394 0.10231927 0.06293786 0.04677543]
Correct: [71.67729279 95.65963708 98.85973516 99.32564983 99.52182442]%
Cross Entropy Loss: [0.86398387 0.23156056 0.10459573 0.06425331 0.04435297]
Correct: [71.54242276 95.34085336 98.70034331 99.26434527 99.64443355]%
Cross Entropy Loss: [0.8545418  0.22803618 0.10166796 0.06602585 0.04834772]
Correct: [72.53555665 95.62285434 98.77390878 99.10495341 99.42373713]%
Cross Entropy Loss: [0.83726716 0.22407582 0.10054304 0.06017566 0.04318675]
Correct: [73.22216773 95.84355076 98.85973516 99.4973026  99.64443355]%
Cross Entropy Loss: [0.8342958  0.2196084  0.09676819 0.05838171 0.0430042 ]
Correct: [73.30799411 95.63511525 98.93330064 99.3992153  99.61991172]%
Cross Entropy Loss: [0.8295581  0.21199659 0.09132655 0.05202025 0.03665802]
Correct: [73.67582148 96.00294262 99.21530162 99.66895537 99.9019127 ]%
Cross Entropy Loss: [0.8301038  0.2157572  0.09626693 0.05572131 0.04120138]
Correct: [73.18538499 95.99068171 98.83521334 99.46051986 99.5953899 ]%
Cross Entropy Loss: [0.82460034 0.21254432 0.0909593  0.05556456 0.04113094]
Correct: [73.85973516 95.85581167 99.00686611 99.43599804 99.69347719]%
Cross Entropy Loss: [0.820354   0.21078299 0.09086963 0.05599973 0.0398378 ]
Correct: [73.84747425 96.19911721 99.06817067 99.4973026  99.74252084]%
Mean abs weights tensor(0.0153, grad_fn=<MeanBackward0>)

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 46.02%
From layer 1:
Accuracy: 66.30%
From layer 2:
Accuracy: 73.63%
From layer 3:
Accuracy: 74.47%
From layer 4:
Accuracy: 75.49%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.77%
From layer 1:
Accuracy: 97.11%
From layer 2:
Accuracy: 99.04%
From layer 3:
Accuracy: 99.36%
From layer 4:
Accuracy: 99.55%
Fast Classifier Mean Test Accuracy: tensor([47.2659, 67.9814, 74.9382, 76.7491, 77.6104]), Std: tensor([0.6362, 1.3027, 1.1067, 1.1134, 0.9371])
Fast Classifier Mean Train Accuracy: tensor([74.8234, 96.4995, 99.2791, 99.5954, 99.7499]), Std: tensor([1.3304, 0.6529, 0.3839, 0.2555, 0.2215])

# run all checkpoints
if classifier_type == 'fast':
    last_ckp = 20
    test_accs_ckpt = []
    train_accs_ckpt = []
    epochs = []
    while True:
        print(f'Checkpoint {last_ckp}')
        SNN_ckp = EchoSpike(args.n_inputs, args.n_hidden, beta=args.beta, device=device, recurrency_type=args.recurrency_type, online=args.online).to(device)
        try:
            print(model_name[:-3] + f'_epoch{last_ckp}.pt')
            state_dict = torch.load(model_name[:-3] + f'_epoch{last_ckp}.pt', map_location=device)
            # state_dict = {key.replace('clapp', 'layers'):value for key, value in state_dict.items()}
            # torch.save(state_dict, model_name + f'_epoch{last_ckp}.pt')
            SNN_ckp.load_state_dict(state_dict)
        except:
            if last_ckp > 1500:
                break
            else:
                last_ckp += 20
                continue
        epochs.append(last_ckp)
        last_ckp += 20
        snn_samples, targets = get_samples(SNN_ckp, train_loader, args.n_hidden, device)
        cat = True
        with torch.no_grad():
            out_projs, acc, losses_out = train_out_proj_fast(SNN_ckp, args, 60, 60, snn_samples, train_loader.y, cat=cat, lr=1e-4, weight_decay=1)
        test_accs_ckpt.append(torch.tensor(get_accuracy(SNN_ckp, out_projs, test_loader, device, cat=cat)[0]))
        train_accs_ckpt.append(torch.tensor(get_accuracy(SNN_ckp, out_projs, train_loader, device, cat=cat)[0])) 
    test_accs_ckpt = torch.stack(test_accs_ckpt)
    train_accs_ckpt = torch.stack(train_accs_ckpt)
    # save the results
    torch.save(torch.stack([torch.tensor(tac) for tac in test_accs_ckpt]), model_name[:-3]+'_test_accs_ckpt.pt')
    torch.save(torch.stack([torch.tensor(tac) for tac in train_accs_ckpt]), model_name[:-3]+'_train_accs_ckpt.pt')

Checkpoint 20
models/shd_4layer_withckpts_noaugment_epoch20.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.940902  3.8477192 3.5060883 3.3280356 3.003352 ]
Correct: [ 9.69838156 15.5590976  20.04659147 21.34624816 25.34330554]%
Cross Entropy Loss: [2.9300363 2.255119  1.9528219 1.7054279 1.5506365]
Correct: [20.05885238 31.21628249 38.29082884 44.60519863 48.62677783]%
Cross Entropy Loss: [2.5279646 1.8673027 1.5694041 1.3395407 1.1967996]
Correct: [27.02305051 39.77439922 48.3938205  55.33349681 60.05394801]%
Cross Entropy Loss: [2.3022487 1.6366146 1.336531  1.1190596 0.9848036]
Correct: [30.54193232 45.70868073 55.56645414 62.40804316 66.52770966]%
Cross Entropy Loss: [2.1415908  1.4602324  1.1740847  0.9763144  0.84634584]
Correct: [34.50220696 51.23835213 60.88769004 67.36145169 72.14320745]%
Cross Entropy Loss: [2.0245154  1.344159   1.0531912  0.85236144 0.7500779 ]
Correct: [36.19421285 54.80627759 64.89700834 72.35164296 75.87052477]%
Cross Entropy Loss: [1.9194674  1.2233706  0.95356077 0.7606477  0.65612906]
Correct: [38.46248161 59.15890142 67.9744973  75.36782737 79.00931829]%
Cross Entropy Loss: [1.8325168  1.1361303  0.85558945 0.67800266 0.5890972 ]
Correct: [40.53457577 61.95438941 71.45659637 77.99166258 81.09367337]%
Cross Entropy Loss: [1.7666085  1.0553713  0.78548527 0.6285366  0.5341788 ]
Correct: [41.85875429 64.18587543 74.21530162 80.62775871 83.58263855]%
Cross Entropy Loss: [1.7073221  0.9971107  0.731501   0.57428885 0.4925928 ]
Correct: [43.45267288 65.92692496 76.27513487 82.25846003 84.90681707]%
Cross Entropy Loss: [1.6324341  0.9349102  0.6911222  0.531221   0.45821133]
Correct: [45.50024522 68.1706719  77.79548798 83.58263855 86.21873467]%
Cross Entropy Loss: [1.5848486  0.88814867 0.6396612  0.49431396 0.42947468]
Correct: [46.44433546 69.89946052 79.76949485 85.27464443 86.97891123]%
Cross Entropy Loss: [1.5370266  0.826736   0.59306663 0.45027557 0.38378027]
Correct: [48.14860226 72.9892104  81.7312408  87.01569397 89.40657185]%
Cross Entropy Loss: [1.4948324  0.8001541  0.56372744 0.42586213 0.35840482]
Correct: [48.8965179  73.30799411 82.68759196 87.87395782 90.28935753]%
Cross Entropy Loss: [1.445805   0.7515934  0.52679473 0.40325913 0.33680555]
Correct: [50.84600294 75.38008828 84.37959784 88.73222168 90.69396763]%
Cross Entropy Loss: [1.4165205  0.7266265  0.50772023 0.37726006 0.31815103]
Correct: [51.37322217 76.14026484 84.7351643  89.73761648 91.74840608]%
Cross Entropy Loss: [1.3726039  0.69129115 0.46947828 0.35330296 0.2882811 ]
Correct: [52.57479156 77.73418342 86.56204022 90.66944581 93.15841099]%
Cross Entropy Loss: [1.3534102  0.6742998  0.45770404 0.3420572  0.28126004]
Correct: [53.23688082 78.3104463  86.67238843 91.01275135 92.93771457]%
Cross Entropy Loss: [1.3120486  0.6348808  0.43133858 0.31625554 0.26060203]
Correct: [54.68366846 79.97793036 87.99656694 91.99362433 94.00441393]%
Cross Entropy Loss: [1.2858646  0.617056   0.42566994 0.30845207 0.25469288]
Correct: [55.45610593 80.67680235 88.05787151 92.26336439 94.10250123]%
Cross Entropy Loss: [1.2601442  0.60300076 0.42344132 0.3083477  0.2649694 ]
Correct: [56.3266307  81.25306523 88.11917607 92.05492889 93.18293281]%
Cross Entropy Loss: [1.2381437  0.5722251  0.38264135 0.2830175  0.229167  ]
Correct: [57.38106915 82.81020108 89.87248651 93.31780284 95.0833742 ]%
Cross Entropy Loss: [1.2207378  0.56482667 0.36457407 0.26252347 0.21647355]
Correct: [57.72437469 82.9328102  90.77979402 94.00441393 95.31633154]%
Cross Entropy Loss: [1.1930236  0.53644997 0.3587134  0.26459217 0.21221864]
Correct: [58.39872487 84.17116233 90.52231486 93.7714566  95.61059343]%
Cross Entropy Loss: [1.1655902  0.5102662  0.33872205 0.2413099  0.19066578]
Correct: [59.50220696 85.65473271 91.5644924  95.02206964 96.45659637]%
Cross Entropy Loss: [1.1391081  0.5019077  0.32242745 0.22467193 0.18076652]
Correct: [60.34820991 85.76508092 92.28788622 95.46346248 97.00833742]%
Cross Entropy Loss: [1.1256554  0.48391023 0.31167993 0.22369918 0.17477913]
Correct: [61.07160373 86.42717018 92.74153997 95.80676802 97.08190289]%
Cross Entropy Loss: [1.1282966  0.48686078 0.31238028 0.21758479 0.17290121]
Correct: [61.05934282 86.32908288 92.48406081 95.81902894 96.77538009]%
Cross Entropy Loss: [1.1011463  0.4709627  0.30124173 0.20657    0.16530192]
Correct: [62.07699853 86.95438941 92.99901913 96.06424718 97.21677293]%
Cross Entropy Loss: [1.0831255  0.45083237 0.28775853 0.20038457 0.15945743]
Correct: [63.03334968 87.83717509 93.58754291 96.12555174 97.16772928]%
Cross Entropy Loss: [1.0654516  0.44140613 0.27938375 0.19748387 0.15392599]
Correct: [63.54830799 88.19274154 93.91858754 96.19911721 97.42520844]%
Cross Entropy Loss: [1.061166   0.44148153 0.2811703  0.19988014 0.15104559]
Correct: [63.24178519 88.13143698 93.62432565 95.8803335  97.30259931]%
Cross Entropy Loss: [1.0316036  0.41976455 0.2641134  0.1777142  0.14265837]
Correct: [65.01961746 88.70769985 94.16380579 96.95929377 97.92790584]%
Cross Entropy Loss: [1.0260495  0.41265953 0.25319314 0.17537181 0.13228284]
Correct: [65.5590976  88.89161354 94.81363413 97.10642472 98.45512506]%
Cross Entropy Loss: [1.0041665  0.3891039  0.23965193 0.16139968 0.1239186 ]
Correct: [65.75527219 90.49779304 95.52476704 97.62138303 98.43060324]%
Cross Entropy Loss: [0.9904045  0.38394883 0.23153809 0.15681836 0.12206519]
Correct: [66.23344777 90.91466405 95.72094164 97.71947033 98.5899951 ]%
Cross Entropy Loss: [0.9799066  0.37777352 0.23516694 0.15687646 0.12179112]
Correct: [66.80971064 91.08631682 95.54928887 97.64590486 98.40608141]%
Cross Entropy Loss: [0.968735   0.37262043 0.22602305 0.15034433 0.11822947]
Correct: [67.75380088 91.25796959 95.61059343 98.00147131 98.54095145]%
Cross Entropy Loss: [0.9585927  0.35862234 0.21730827 0.14732477 0.11319503]
Correct: [68.15841099 91.65031878 96.41981363 98.08729769 98.63903874]%
Cross Entropy Loss: [0.94541025 0.3643947  0.22063892 0.14140339 0.11005766]
Correct: [68.575282   91.3683178  95.6841589  98.12408043 98.74938695]%
Cross Entropy Loss: [0.9445472  0.34571457 0.2038468  0.13352002 0.09819115]
Correct: [68.35458558 92.31240804 96.82442374 98.65129966 99.25208436]%
Cross Entropy Loss: [0.9352212  0.34451005 0.20812172 0.13442256 0.10401459]
Correct: [68.45267288 91.84649338 96.17459539 98.44286415 99.04364885]%
Cross Entropy Loss: [0.9378476  0.34830016 0.20982727 0.13447183 0.10268191]
Correct: [69.24963217 91.72388426 95.96615988 98.3938205  99.08043158]%
Cross Entropy Loss: [0.9253283  0.33690977 0.20368129 0.12975867 0.09651901]
Correct: [69.65424228 92.45953899 96.21137813 98.4919078  99.19077979]%
Cross Entropy Loss: [0.899174   0.32469583 0.18765414 0.12235978 0.09246395]
Correct: [70.91711623 92.83962727 97.09416381 98.62677783 99.301128  ]%
Cross Entropy Loss: [0.900193   0.31981146 0.18146932 0.11330306 0.08219879]
Correct: [70.3776361  92.94997548 97.27807749 99.06817067 99.52182442]%
Cross Entropy Loss: [0.90301895 0.3217323  0.18698151 0.1153103  0.08452528]
Correct: [70.46346248 92.65571359 96.95929377 98.77390878 99.38695439]%
Cross Entropy Loss: [0.8963877  0.31446263 0.18122685 0.11259211 0.08207847]
Correct: [70.56154978 93.36684649 97.36390387 98.87199608 99.41147621]%
Cross Entropy Loss: [0.88292295 0.30515352 0.17412603 0.10899801 0.07808818]
Correct: [71.50564002 93.85728298 97.30259931 98.92103973 99.54634625]%
Cross Entropy Loss: [0.8883431  0.30475646 0.17585972 0.11082776 0.08274719]
Correct: [71.33398725 93.51397744 97.26581658 98.74938695 99.41147621]%
Cross Entropy Loss: [0.8715144  0.29570836 0.1699818  0.10620621 0.08257221]
Correct: [71.89798921 94.1760667  97.51103482 99.05590976 99.36243256]%
Cross Entropy Loss: [0.86733925 0.29565683 0.16853893 0.10830004 0.08158269]
Correct: [72.52329573 93.91858754 97.62138303 98.76164787 99.22756253]%
Cross Entropy Loss: [0.8589583  0.29261473 0.1687361  0.11501922 0.08837236]
Correct: [72.41294752 93.84502207 97.47425208 98.50416871 99.00686611]%
Cross Entropy Loss: [0.84382755 0.28384095 0.16027747 0.09710383 0.0692293 ]
Correct: [73.74938695 94.15154487 97.52329573 99.01912702 99.54634625]%
Cross Entropy Loss: [0.8462058  0.2756899  0.15442796 0.09231757 0.06521486]
Correct: [72.60912212 95.04659147 98.08729769 99.31338892 99.69347719]%
Cross Entropy Loss: [0.8425669  0.27555856 0.15149131 0.08979715 0.06498086]
Correct: [72.6949485  94.78911231 98.11181952 99.43599804 99.70573811]%
Cross Entropy Loss: [0.8367149  0.27955565 0.15782325 0.09755808 0.06974306]
Correct: [73.5899951  94.39676312 97.6949485  98.95782246 99.50956351]%
Cross Entropy Loss: [0.8358382  0.2655659  0.14481513 0.086969   0.07317559]
Correct: [73.94556155 95.02206964 98.47964689 99.50956351 99.37469348]%
Cross Entropy Loss: [0.8348415  0.26621646 0.149733   0.09784155 0.08510104]
Correct: [73.67582148 95.15693968 97.85434036 98.76164787 98.67582148]%
Cross Entropy Loss: [0.82145363 0.26438    0.14621292 0.08587565 0.05862436]
Correct: [73.73712604 94.96076508 98.05051496 99.38695439 99.77930358]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 46.73%
From layer 1:
Accuracy: 59.89%
From layer 2:
Accuracy: 63.87%
From layer 3:
Accuracy: 65.42%
From layer 4:
Accuracy: 68.15%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 73.92%
From layer 1:
Accuracy: 94.73%
From layer 2:
Accuracy: 97.51%
From layer 3:
Accuracy: 98.87%
From layer 4:
Accuracy: 99.75%
Checkpoint 40
models/shd_4layer_withckpts_noaugment_epoch40.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.471754  4.0193925 3.8468847 3.2503796 2.9479277]
Correct: [ 9.41638058 17.43501717 19.97302599 22.96468857 28.7150564 ]%
Cross Entropy Loss: [2.9665468 2.2194993 1.908147  1.6513016 1.4499668]
Correct: [19.93624326 33.79107406 40.75527219 45.38989701 52.08435508]%
Cross Entropy Loss: [2.5625815 1.8433213 1.5364325 1.2992723 1.1500016]
Correct: [26.44678764 41.6625797  49.38695439 55.90975969 61.07160373]%
Cross Entropy Loss: [2.3240104 1.6217197 1.3136982 1.0886747 0.9574668]
Correct: [30.17410495 46.83668465 56.14271702 63.07013242 67.9744973 ]%
Cross Entropy Loss: [2.1567917 1.4487096 1.1487548 0.9350215 0.8368206]
Correct: [33.91368318 51.72878862 61.48847474 67.96223639 71.95929377]%
Cross Entropy Loss: [2.0316036 1.3132231 1.0165654 0.811398  0.7111596]
Correct: [35.82638548 56.00784698 65.68170672 72.57233938 76.94948504]%
Cross Entropy Loss: [1.9336063  1.2082418  0.93226796 0.73736453 0.6517345 ]
Correct: [37.95978421 59.19568416 68.59980383 75.71113291 78.96027464]%
Cross Entropy Loss: [1.8296487  1.1272944  0.835649   0.65606827 0.5803646 ]
Correct: [39.82344286 62.11378127 71.83668465 78.54340363 82.00098087]%
Cross Entropy Loss: [1.7524207  1.036681   0.7628902  0.59653604 0.51452094]
Correct: [42.21432075 64.62726827 75.         81.37567435 84.47768514]%
Cross Entropy Loss: [1.6838001  0.9736786  0.71319896 0.54935706 0.47753754]
Correct: [43.80823933 67.22658166 76.7042668  82.41785189 85.50760177]%
Cross Entropy Loss: [1.6492506  0.9429218  0.6853761  0.52531004 0.4604866 ]
Correct: [44.38450221 68.20745463 77.53800883 83.41098578 86.10838646]%
Cross Entropy Loss: [1.5814577  0.8634957  0.6199722  0.46825033 0.40962383]
Correct: [45.84355076 71.65277097 80.56645414 86.07160373 88.67091712]%
Cross Entropy Loss: [1.5200505  0.8205693  0.57984334 0.44099164 0.38198066]
Correct: [47.63364394 73.12408043 81.84158901 87.48160863 89.30848455]%
Cross Entropy Loss: [1.4934891  0.7842635  0.54116213 0.4266371  0.35836628]
Correct: [48.34477685 74.19077979 83.1289848  87.12604218 89.77439922]%
Cross Entropy Loss: [1.4419194  0.75203025 0.5171855  0.3946406  0.34069824]
Correct: [49.98773909 75.38008828 84.45316332 88.94065718 91.01275135]%
Cross Entropy Loss: [1.4153152  0.7219086  0.49678212 0.37655726 0.32075992]
Correct: [51.0053948  76.77783227 85.28690535 89.51692006 91.28249142]%
Cross Entropy Loss: [1.3725963  0.68691945 0.46255484 0.34644866 0.30256277]
Correct: [52.52574792 78.45757724 86.66012751 90.84109858 92.21432075]%
Cross Entropy Loss: [1.3452216 0.6589845 0.4461532 0.331928  0.2850744]
Correct: [53.67827366 78.67827366 87.21186856 91.3683178  92.69249632]%
Cross Entropy Loss: [1.3138524  0.6331204  0.41707978 0.30874392 0.26702747]
Correct: [54.65914664 80.35801864 88.6586562  92.41049534 93.64884747]%
Cross Entropy Loss: [1.2943983  0.6166365  0.4077274  0.30098462 0.25894356]
Correct: [54.67140755 81.0201079  88.7567435  92.59440902 93.58754291]%
Cross Entropy Loss: [1.2663062  0.5853246  0.3821742  0.28939754 0.24563627]
Correct: [56.33889161 82.18489456 90.0564002  92.68023541 94.50711133]%
Cross Entropy Loss: [1.235042   0.56228864 0.36420104 0.26608548 0.22359632]
Correct: [57.12359    83.16576753 90.59588033 94.39676312 95.50024522]%
Cross Entropy Loss: [1.2007865  0.5563596  0.35329643 0.2592343  0.21161051]
Correct: [57.8347229  83.75429132 90.92692496 94.02893575 95.79450711]%
Cross Entropy Loss: [1.180106   0.52738315 0.34281024 0.24396083 0.2010212 ]
Correct: [58.81559588 84.87003433 91.33153507 94.60519863 96.15007357]%
Cross Entropy Loss: [1.1808691  0.51897806 0.32994384 0.23662609 0.19713211]
Correct: [58.70524767 85.06620893 91.68710152 95.16920059 96.12555174]%
Cross Entropy Loss: [1.144097   0.4952563  0.31150708 0.22326815 0.18287945]
Correct: [60.37273173 86.30456106 92.54536538 95.50024522 96.61598823]%
Cross Entropy Loss: [1.11761    0.48771453 0.30430424 0.21922761 0.1801831 ]
Correct: [61.52525748 86.41490927 92.69249632 95.42667974 96.55468367]%
Cross Entropy Loss: [1.1073785  0.4718876  0.29177612 0.21183653 0.17527878]
Correct: [61.7459539  86.7459539  93.59980383 95.79450711 96.79990191]%
Cross Entropy Loss: [1.0850319  0.45561463 0.2766554  0.1969232  0.16475569]
Correct: [63.27856793 87.89847965 94.12702305 96.6895537  97.31486023]%
Cross Entropy Loss: [1.0712118  0.449239   0.27472317 0.20269138 0.16047487]
Correct: [62.86169691 87.88621873 93.73467386 95.92937715 97.37616479]%
Cross Entropy Loss: [1.0748625  0.44255665 0.2703124  0.19033156 0.15623726]
Correct: [63.36439431 87.78813144 93.91858754 96.59146641 97.57233938]%
Cross Entropy Loss: [1.047044   0.42461884 0.25904313 0.18004447 0.14546539]
Correct: [63.91613536 88.98970083 94.49485042 96.66503188 97.80529671]%
Cross Entropy Loss: [1.0284152  0.40792677 0.24337788 0.1690631  0.14191313]
Correct: [64.92153016 89.54144188 95.12015694 97.40068661 97.95242766]%
Cross Entropy Loss: [1.0252259  0.410409   0.24580227 0.1723554  0.1403755 ]
Correct: [64.98283472 88.98970083 94.88719961 97.21677293 97.8911231 ]%
Cross Entropy Loss: [1.0031313  0.396036   0.23584986 0.16347618 0.13646105]
Correct: [66.31927415 90.21579205 95.21824424 97.33938205 97.80529671]%
Cross Entropy Loss: [0.99989945 0.3897123  0.23041378 0.15452406 0.125653  ]
Correct: [65.70622854 90.44874939 95.2795488  97.96468857 98.34477685]%
Cross Entropy Loss: [0.9864493  0.378445   0.21996431 0.1502033  0.12199266]
Correct: [66.5644924  90.44874939 95.96615988 97.81755763 98.3938205 ]%
Cross Entropy Loss: [0.96755433 0.3712666  0.21464074 0.14447214 0.11361867]
Correct: [67.64345267 91.17214321 96.088769   98.09955861 98.70034331]%
Cross Entropy Loss: [0.9740623  0.36301398 0.20898715 0.14025122 0.11515743]
Correct: [66.9691025  91.35605689 96.22363904 98.22216773 98.73712604]%
Cross Entropy Loss: [0.9497655  0.3513137  0.1996849  0.13329771 0.10517569]
Correct: [68.18293281 91.95684159 96.73859735 98.40608141 98.92103973]%
Cross Entropy Loss: [0.9449506  0.34914085 0.19738522 0.13043025 0.1005528 ]
Correct: [67.92545365 92.01814615 96.43207455 98.3938205  99.0926925 ]%
Cross Entropy Loss: [0.93701047 0.34321517 0.19633955 0.1300966  0.10637739]
Correct: [68.90632663 92.00588524 96.59146641 98.33251594 98.63903874]%
Cross Entropy Loss: [0.9253581  0.33490485 0.18728884 0.1294977  0.10448685]
Correct: [69.39676312 92.3737126  97.04512016 98.2957332  98.83521334]%
Cross Entropy Loss: [0.92738515 0.3342734  0.18260832 0.11893734 0.09639075]
Correct: [69.47032859 92.23884257 97.22903384 98.94556155 99.16625797]%
Cross Entropy Loss: [0.90914154 0.3274753  0.1835045  0.12553966 0.09878424]
Correct: [70.24276606 92.59440902 97.09416381 98.25895047 98.95782246]%
Cross Entropy Loss: [0.8968946  0.31859866 0.1777652  0.12022144 0.09480014]
Correct: [70.30407062 93.33006376 97.08190289 98.35703776 98.9946052 ]%
Cross Entropy Loss: [0.90014714 0.31662068 0.17070566 0.11048022 0.08544879]
Correct: [70.47572339 92.83962727 97.1922511  98.94556155 99.33791074]%
Cross Entropy Loss: [0.8913046  0.31126854 0.1668169  0.11018663 0.08776828]
Correct: [70.92937715 93.37910741 97.57233938 98.82295243 99.08043158]%
Cross Entropy Loss: [0.88755655 0.31210074 0.16902167 0.10837106 0.08366486]
Correct: [70.73320255 93.18293281 97.31486023 98.94556155 99.32564983]%
Cross Entropy Loss: [0.88177    0.29954457 0.1612826  0.10306753 0.08097503]
Correct: [71.2849436  94.05345758 97.95242766 99.16625797 99.41147621]%
Cross Entropy Loss: [0.86091197 0.2931614  0.15692094 0.0999293  0.08004314]
Correct: [72.35164296 93.93084846 98.11181952 99.06817067 99.28886709]%
Cross Entropy Loss: [0.86622834 0.29324976 0.15441662 0.09709135 0.0721428 ]
Correct: [72.05738107 94.38450221 98.13634134 99.35017165 99.60765081]%
Cross Entropy Loss: [0.8596528  0.28680032 0.15818325 0.10125165 0.07425663]
Correct: [72.00833742 94.04119667 97.81755763 99.08043158 99.57086807]%
Cross Entropy Loss: [0.8501403  0.285835   0.15632196 0.10472968 0.08706725]
Correct: [72.56007847 94.29867582 97.49877391 98.67582148 98.85973516]%
Cross Entropy Loss: [0.8340121  0.277741   0.14467151 0.09959002 0.0785243 ]
Correct: [73.8965179  94.51937224 98.17312408 98.7984306  99.08043158]%
Cross Entropy Loss: [0.842981   0.27563012 0.14122789 0.08694916 0.08259131]
Correct: [73.5899951  94.71554684 98.41834232 99.55860716 98.90877881]%
Cross Entropy Loss: [0.8494438  0.2825495  0.14884596 0.09187642 0.06833267]
Correct: [72.64590486 94.13928396 98.05051496 99.15399706 99.41147621]%
Cross Entropy Loss: [0.8361057  0.265735   0.13281047 0.08169972 0.06087593]
Correct: [73.34477685 94.93624326 98.65129966 99.52182442 99.76704267]%
Cross Entropy Loss: [0.8315587  0.2625886  0.1323736  0.07896713 0.06165795]
Correct: [74.19077979 95.02206964 98.57773418 99.54634625 99.61991172]%
Cross Entropy Loss: [0.8378471  0.26453054 0.1339004  0.08147913 0.06050654]
Correct: [73.67582148 95.05885238 98.40608141 99.41147621 99.68121628]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 48.32%
From layer 1:
Accuracy: 60.95%
From layer 2:
Accuracy: 65.68%
From layer 3:
Accuracy: 66.74%
From layer 4:
Accuracy: 67.62%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 73.85%
From layer 1:
Accuracy: 93.48%
From layer 2:
Accuracy: 97.85%
From layer 3:
Accuracy: 99.51%
From layer 4:
Accuracy: 99.67%
Checkpoint 60
models/shd_4layer_withckpts_noaugment_epoch60.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.449085  4.1286297 3.7103255 3.349489  2.9823053]
Correct: [10.26238352 16.18440412 19.6787641  21.72633644 27.07209416]%
Cross Entropy Loss: [3.1031914 2.3085482 1.8617685 1.6493174 1.4618037]
Correct: [19.96076508 31.00784698 39.83570378 45.95389897 51.54487494]%
Cross Entropy Loss: [2.6384876 1.9234935 1.4926254 1.3082404 1.149979 ]
Correct: [26.53261403 39.49239823 50.07356547 55.97106425 61.01029917]%
Cross Entropy Loss: [2.3711135  1.6658583  1.2580746  1.0633726  0.95409214]
Correct: [30.66454144 45.70868073 56.87837175 64.61500736 67.83962727]%
Cross Entropy Loss: [2.1849604  1.4774188  1.0868691  0.9079212  0.80349874]
Correct: [33.75429132 50.68661108 63.08239333 70.15693968 73.03825405]%
Cross Entropy Loss: [2.0728908 1.3541578 0.9829669 0.8132585 0.7226556]
Correct: [35.96125552 53.78862187 66.72388426 73.28347229 75.9073075 ]%
Cross Entropy Loss: [1.94209    1.2378969  0.88517237 0.7380293  0.6427037 ]
Correct: [38.4502207  57.79794017 71.11329083 76.22609122 78.97253556]%
Cross Entropy Loss: [1.8508644  1.1414021  0.79437643 0.6554099  0.58353174]
Correct: [40.35066209 61.1451692  73.51642962 78.98479647 81.26532614]%
Cross Entropy Loss: [1.7715106  1.0745419  0.7414352  0.6023413  0.53534615]
Correct: [42.69249632 63.05787151 75.74791564 81.17949975 83.0308975 ]%
Cross Entropy Loss: [1.6970813  1.0055394  0.6763242  0.540662   0.48499516]
Correct: [44.274154   65.7675331  77.91809711 83.938205   84.82099068]%
Cross Entropy Loss: [1.6483573  0.9502062  0.6357342  0.510965   0.45778224]
Correct: [44.47032859 68.02354095 79.70819029 84.89455615 85.70377636]%
Cross Entropy Loss: [1.5943238  0.9154579  0.6053465  0.4929992  0.42996782]
Correct: [46.1868563  69.51937224 80.99558607 85.6424718  87.01569397]%
Cross Entropy Loss: [1.5465469  0.85504985 0.556895   0.44250536 0.4058387 ]
Correct: [47.73173124 71.19911721 82.54046101 87.11378127 87.81265326]%
Cross Entropy Loss: [1.4887685  0.79348725 0.5156851  0.4144899  0.3599397 ]
Correct: [48.77390878 73.85973516 84.61255517 88.49926435 89.93379107]%
Cross Entropy Loss: [1.4440963  0.7643281  0.4916949  0.38980713 0.34332108]
Correct: [51.0053948  74.52182442 85.33594899 89.29622364 90.33840118]%
Cross Entropy Loss: [1.4149923  0.7403027  0.46023002 0.36470076 0.32245052]
Correct: [51.52035311 75.88278568 86.72143207 90.06866111 91.27023051]%
Cross Entropy Loss: [1.3778582  0.6970836  0.42875502 0.34517422 0.29860696]
Correct: [52.42766062 77.56253065 87.86169691 90.95144679 92.28788622]%
Cross Entropy Loss: [1.3577266  0.6715977  0.41792938 0.32431504 0.2810508 ]
Correct: [53.00392349 78.13879353 88.1559588  91.61353605 92.76606179]%
Cross Entropy Loss: [1.3103939  0.6452031  0.4011584  0.31565812 0.26863226]
Correct: [54.37714566 79.30358019 88.7567435  91.77292791 93.21971555]%
Cross Entropy Loss: [1.2813082  0.6235522  0.38054872 0.30066803 0.26008484]
Correct: [56.28984796 80.34575772 89.65179009 92.65571359 93.85728298]%
Cross Entropy Loss: [1.2584311  0.5977174  0.35854295 0.2797133  0.24569744]
Correct: [56.58410986 81.424718   90.52231486 93.40362923 94.274154  ]%
Cross Entropy Loss: [1.2252332  0.571531   0.34579203 0.2718891  0.24145542]
Correct: [57.57724375 82.60176557 91.23344777 93.62432565 94.09024031]%
Cross Entropy Loss: [1.2119192  0.5533018  0.32823905 0.2526024  0.21882913]
Correct: [58.27611574 83.65620402 91.79744973 94.49485042 95.2795488 ]%
Cross Entropy Loss: [1.1984158  0.5478589  0.32304928 0.24744715 0.20755331]
Correct: [58.58263855 83.44776851 91.55223149 94.38450221 95.56154978]%
Cross Entropy Loss: [1.1717453  0.5343512  0.31017125 0.23467924 0.20270461]
Correct: [59.64933791 84.0362923  92.34919078 95.12015694 95.67189799]%
Cross Entropy Loss: [1.1465172  0.51728815 0.29419017 0.22575791 0.19538657]
Correct: [59.89455615 84.67385974 92.94997548 95.23050515 95.73320255]%
Cross Entropy Loss: [1.130245   0.49793166 0.29027733 0.22078934 0.19242635]
Correct: [61.10838646 85.25012261 93.12162825 95.46346248 96.16233448]%
Cross Entropy Loss: [1.1035304  0.47697124 0.2700381  0.20049304 0.17097606]
Correct: [62.02795488 86.2432565  94.21284944 96.32172634 96.99607651]%
Cross Entropy Loss: [1.0989296  0.4708667  0.26786214 0.20168665 0.17573747]
Correct: [62.06473762 86.56204022 94.45806768 96.07650809 96.34624816]%
Cross Entropy Loss: [1.0865246  0.45974442 0.26333985 0.19458266 0.17387688]
Correct: [62.77587052 87.08925944 93.9798921  96.05198627 96.15007357]%
Cross Entropy Loss: [1.0617151  0.44379997 0.2484616  0.18514    0.15650295]
Correct: [63.27856793 87.62873958 94.75232957 96.65277097 97.21677293]%
Cross Entropy Loss: [1.0536017  0.44073036 0.24278247 0.17909157 0.153016  ]
Correct: [63.86709171 88.08239333 94.88719961 96.75085826 97.32712114]%
Cross Entropy Loss: [1.0477403  0.42618483 0.23623025 0.18109249 0.16186398]
Correct: [64.27170181 88.07013242 95.03433055 96.60372732 96.91025012]%
Cross Entropy Loss: [1.0187788  0.41102302 0.22326905 0.16626336 0.13917914]
Correct: [65.42422756 89.1613536  95.5860716  97.16772928 97.84207945]%
Cross Entropy Loss: [1.0097095  0.40122962 0.21752517 0.16490538 0.1382582 ]
Correct: [66.061795   89.51692006 95.96615988 97.15546837 97.67042668]%
Cross Entropy Loss: [0.99011815 0.39136297 0.2079614  0.15153801 0.13000378]
Correct: [66.67484061 90.00735655 96.2849436  97.80529671 98.07503678]%
Cross Entropy Loss: [0.9837575  0.38586465 0.2064395  0.15525006 0.13601793]
Correct: [67.21432075 90.24031388 96.27268269 97.37616479 97.31486023]%
Cross Entropy Loss: [0.9716356  0.3756571  0.20425159 0.1524732  0.13418591]
Correct: [67.55762629 90.97596861 96.06424718 97.3884257  97.56007847]%
Cross Entropy Loss: [0.96431035 0.37464657 0.19476023 0.1394273  0.12025917]
Correct: [67.80284453 90.17900932 96.62824914 98.17312408 98.30799411]%
Cross Entropy Loss: [0.9548837  0.3642879  0.19151959 0.13890302 0.11592527]
Correct: [68.30554193 91.03727317 96.53016184 98.05051496 98.52869053]%
Cross Entropy Loss: [0.9440863  0.3589538  0.1901387  0.13417245 0.11315907]
Correct: [68.71015204 91.29475233 96.56694458 98.1976459  98.4919078 ]%
Cross Entropy Loss: [0.93418723 0.34729087 0.1720978  0.12196828 0.10288005]
Correct: [68.73467386 91.60127513 97.47425208 98.76164787 98.83521334]%
Cross Entropy Loss: [0.9320415  0.35051408 0.1835621  0.13202578 0.11413861]
Correct: [69.00441393 91.29475233 96.57920549 97.94016675 98.1976459 ]%
Cross Entropy Loss: [0.91699255 0.34235108 0.17683733 0.12581411 0.10995352]
Correct: [69.66650319 91.61353605 97.31486023 98.47964689 98.35703776]%
Cross Entropy Loss: [0.91322964 0.33680192 0.16773352 0.11775808 0.09689659]
Correct: [70.03433055 92.01814615 97.33938205 98.51642962 98.81069152]%
Cross Entropy Loss: [0.9010684  0.32140902 0.15949158 0.11284852 0.09239795]
Correct: [70.00980873 92.81510544 97.67042668 98.84747425 99.04364885]%
Cross Entropy Loss: [0.8948199  0.32409236 0.15908967 0.11261249 0.09468301]
Correct: [70.38989701 92.87641    97.74399215 98.65129966 98.88425699]%
Cross Entropy Loss: [0.88598686 0.31841    0.15962109 0.11167873 0.09522213]
Correct: [70.79450711 92.61893085 97.51103482 98.74938695 98.95782246]%
Cross Entropy Loss: [0.89199066 0.30516967 0.1509807  0.10447302 0.08859547]
Correct: [71.17459539 93.34232467 97.95242766 98.98234429 99.12947523]%
Cross Entropy Loss: [0.88034505 0.30277324 0.15091988 0.10493144 0.08663283]
Correct: [71.29720451 93.55076018 98.05051496 99.01912702 99.14173615]%
Cross Entropy Loss: [0.8618557  0.29983708 0.14693083 0.10499459 0.08247966]
Correct: [72.35164296 93.72241295 97.94016675 98.71260422 99.16625797]%
Cross Entropy Loss: [0.8637632  0.29370755 0.14465961 0.10243395 0.08927885]
Correct: [72.04512016 93.89406572 98.07503678 98.97008337 98.97008337]%
Cross Entropy Loss: [0.85798615 0.2981886  0.13620576 0.09233846 0.07801268]
Correct: [72.74399215 93.40362923 98.41834232 99.37469348 99.43599804]%
Cross Entropy Loss: [0.85089743 0.2854913  0.13400681 0.09372268 0.07716173]
Correct: [72.67042668 94.05345758 98.3938205  99.03138794 99.301128  ]%
Cross Entropy Loss: [0.8453797  0.28346846 0.13659893 0.09405373 0.07843403]
Correct: [72.78077489 94.274154   98.40608141 99.14173615 99.28886709]%
Cross Entropy Loss: [0.8440759  0.28189456 0.13653322 0.10041776 0.08197552]
Correct: [73.01373222 94.22511035 98.34477685 98.81069152 99.05590976]%
Cross Entropy Loss: [0.82942903 0.27756378 0.13490693 0.09625348 0.09905592]
Correct: [73.63903874 94.21284944 98.30799411 98.88425699 98.45512506]%
Cross Entropy Loss: [0.8288646  0.27143013 0.12696558 0.08364016 0.07716591]
Correct: [73.51642962 94.69102501 98.3938205  99.301128   99.06817067]%
Cross Entropy Loss: [0.8335652  0.2742108  0.12625046 0.08454321 0.06834337]
Correct: [73.67582148 94.34771947 98.54095145 99.33791074 99.44825895]%
Cross Entropy Loss: [0.81639975 0.26000988 0.11529809 0.07529861 0.05995328]
Correct: [74.41147621 95.02206964 98.93330064 99.60765081 99.75478176]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.75%
From layer 1:
Accuracy: 62.94%
From layer 2:
Accuracy: 68.37%
From layer 3:
Accuracy: 69.70%
From layer 4:
Accuracy: 70.67%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 75.23%
From layer 1:
Accuracy: 96.26%
From layer 2:
Accuracy: 99.37%
From layer 3:
Accuracy: 99.79%
From layer 4:
Accuracy: 99.83%
Checkpoint 80
models/shd_4layer_withckpts_noaugment_epoch80.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.723061  4.3609524 3.788033  3.224625  2.648498 ]
Correct: [ 9.75968612 13.79352624 19.37224129 25.88278568 29.61010299]%
Cross Entropy Loss: [2.9767811 2.3256588 1.8819745 1.5749701 1.3342735]
Correct: [20.57381069 30.62775871 40.06866111 47.14320745 54.47523296]%
Cross Entropy Loss: [2.555272  1.907736  1.5009304 1.2657074 1.0617734]
Correct: [26.42226582 40.04413928 50.39234919 57.08680726 63.09465424]%
Cross Entropy Loss: [2.3154378 1.6478636 1.2649648 1.0277666 0.867661 ]
Correct: [30.40706229 45.42667974 57.19715547 64.84796469 70.73320255]%
Cross Entropy Loss: [2.150375   1.4724202  1.1031549  0.8987415  0.74139553]
Correct: [33.26385483 50.61304561 62.49386954 69.83815596 75.36782737]%
Cross Entropy Loss: [2.029802   1.3306255  0.9820276  0.78622645 0.65863556]
Correct: [35.75282001 54.99019127 66.92005885 73.92103973 78.66601275]%
Cross Entropy Loss: [1.9118472 1.2114145 0.8745013 0.6939018 0.5966807]
Correct: [37.76360961 58.82785679 70.5860716  77.7096616  80.87297695]%
Cross Entropy Loss: [1.8334439  1.1388551  0.81200665 0.6509387  0.5390617 ]
Correct: [40.17900932 61.66012751 73.18538499 78.32270721 83.26385483]%
Cross Entropy Loss: [1.7609966 1.0610121 0.734794  0.5952371 0.495268 ]
Correct: [41.49092692 63.84256989 75.88278568 80.76262874 84.25698872]%
Cross Entropy Loss: [1.6967487  0.9952179  0.6916887  0.55065125 0.45850793]
Correct: [42.9744973  66.50318784 77.25600785 82.50367827 85.88769004]%
Cross Entropy Loss: [1.6313353  0.92725515 0.6318298  0.49715933 0.41720566]
Correct: [44.64198136 68.2687592  79.56105934 85.09073075 87.57969593]%
Cross Entropy Loss: [1.5846252  0.8821806  0.5948595  0.45834342 0.38090196]
Correct: [45.21824424 70.20598333 80.88523786 86.47621383 88.94065718]%
Cross Entropy Loss: [1.5392569  0.82837445 0.547843   0.42977554 0.35316524]
Correct: [46.94703286 72.10642472 83.23933301 87.23639039 89.92153016]%
Cross Entropy Loss: [1.4796686  0.78414583 0.5188127  0.40013304 0.3273064 ]
Correct: [48.23442864 74.26434527 83.938205   88.80578715 90.93918588]%
Cross Entropy Loss: [1.4456134  0.75852025 0.4981114  0.39198333 0.33767805]
Correct: [49.25208436 75.25747916 85.29916626 89.08778813 90.01961746]%
Cross Entropy Loss: [1.4186834  0.73039025 0.4643345  0.3651098  0.29991266]
Correct: [50.57626287 76.22609122 86.23099559 89.8602256  91.85875429]%
Cross Entropy Loss: [1.3733301  0.698208   0.4446706  0.34199756 0.2835399 ]
Correct: [52.05983325 77.43992153 86.97891123 90.70622854 92.3737126 ]%
Cross Entropy Loss: [1.3446435  0.6628043  0.41693398 0.31320715 0.25943428]
Correct: [53.40853359 78.50662089 88.11917607 92.10397254 93.25649828]%
Cross Entropy Loss: [1.3115227  0.6463342  0.40191144 0.3076175  0.25018775]
Correct: [54.24227563 78.96027464 88.57282982 92.23884257 93.83276116]%
Cross Entropy Loss: [1.2814422  0.613706   0.3805911  0.2843873  0.23296948]
Correct: [54.92888671 80.98332516 89.43109367 93.15841099 94.29867582]%
Cross Entropy Loss: [1.2576866  0.5894941  0.36482945 0.27548337 0.21880424]
Correct: [55.73810692 81.60863168 90.2648357  93.23197646 94.72780775]%
Cross Entropy Loss: [1.2411242  0.5722402  0.34923175 0.26495895 0.21568567]
Correct: [56.43697891 82.77341834 90.63266307 93.80823933 94.98528691]%
Cross Entropy Loss: [1.213525   0.56660223 0.33961028 0.25506622 0.21333846]
Correct: [57.41785189 82.85924473 90.95144679 94.00441393 94.92398234]%
Cross Entropy Loss: [1.1894541  0.5282349  0.3219009  0.24296433 0.19887334]
Correct: [57.8347229  84.48994605 91.79744973 94.40902403 95.63511525]%
Cross Entropy Loss: [1.1667932  0.5262691  0.31053722 0.22989474 0.18761066]
Correct: [59.36733693 84.22020598 92.25110348 94.89946052 95.72094164]%
Cross Entropy Loss: [1.147766   0.51055163 0.30127463 0.22754195 0.180109  ]
Correct: [60.18881805 85.16429622 92.43501717 94.74006866 96.12555174]%
Cross Entropy Loss: [1.1446884  0.5000477  0.29069507 0.21924901 0.17811641]
Correct: [60.39725356 85.29916626 92.83962727 95.15693968 95.99068171]%
Cross Entropy Loss: [1.1099195  0.47422874 0.27345735 0.20564044 0.16730857]
Correct: [61.57430113 86.66012751 93.78371751 95.61059343 96.3830309 ]%
Cross Entropy Loss: [1.1030359  0.45877427 0.26044387 0.190543   0.15155074]
Correct: [61.58656204 87.6532614  94.33545856 96.26042178 97.26581658]%
Cross Entropy Loss: [1.0894388  0.46195742 0.26853827 0.19700536 0.1506278 ]
Correct: [62.04021579 87.04021579 93.73467386 96.088769   97.11868563]%
Cross Entropy Loss: [1.0593851  0.43379402 0.24467494 0.1792626  0.13923146]
Correct: [63.48700343 88.21726336 94.6787641  96.62824914 97.63364394]%
Cross Entropy Loss: [1.0588247  0.42396182 0.23168246 0.16473913 0.13059461]
Correct: [62.89847965 88.80578715 95.41441883 97.52329573 98.02599313]%
Cross Entropy Loss: [1.0355378  0.41633216 0.22885762 0.16896737 0.13295703]
Correct: [64.02648357 88.94065718 95.25502697 97.13094654 97.95242766]%
Cross Entropy Loss: [1.0228846  0.4057691  0.22864272 0.16672592 0.13780619]
Correct: [65.14222658 89.03874448 95.38989701 97.06964198 97.53555665]%
Cross Entropy Loss: [1.011176   0.40122542 0.21919137 0.15622558 0.12344883]
Correct: [65.25257479 89.4556155  95.54928887 97.59686121 98.1976459 ]%
Cross Entropy Loss: [0.99768114 0.38508186 0.20960587 0.15521844 0.13118422]
Correct: [66.12309956 90.11770476 95.92937715 97.32712114 97.51103482]%
Cross Entropy Loss: [0.9861702  0.38226753 0.2053138  0.14695548 0.11378733]
Correct: [66.47866601 90.21579205 96.26042178 97.75625307 98.4919078 ]%
Cross Entropy Loss: [0.97811836 0.37975097 0.20022991 0.13632216 0.10914587]
Correct: [66.67484061 90.41196665 96.41981363 98.07503678 98.74938695]%
Cross Entropy Loss: [0.9643897  0.36753148 0.19192696 0.13289206 0.10664351]
Correct: [67.60666994 91.01275135 96.787641   98.22216773 98.60225601]%
Cross Entropy Loss: [0.9568419  0.361055   0.19327685 0.13498873 0.1068021 ]
Correct: [67.92545365 91.08631682 96.40755272 97.95242766 98.45512506]%
Cross Entropy Loss: [0.94196916 0.34945205 0.1851446  0.1313311  0.09996624]
Correct: [68.25649828 91.5644924  96.61598823 98.00147131 98.65129966]%
Cross Entropy Loss: [0.949464   0.34762695 0.17568281 0.12209409 0.09502509]
Correct: [67.88867092 91.6625797  97.25355566 98.4919078  99.04364885]%
Cross Entropy Loss: [0.93097264 0.33580953 0.17275116 0.12012427 0.09501237]
Correct: [68.68563021 92.23884257 97.22903384 98.55321236 99.00686611]%
Cross Entropy Loss: [0.92428887 0.33472988 0.1662136  0.11278979 0.08892895]
Correct: [69.51937224 92.11623345 97.63364394 98.82295243 99.06817067]%
Cross Entropy Loss: [0.9052832  0.32003194 0.16340692 0.11015655 0.08575339]
Correct: [69.88719961 92.85188818 97.37616479 98.78616969 99.10495341]%
Cross Entropy Loss: [0.9098478  0.32329366 0.1600792  0.10736365 0.08530185]
Correct: [69.50711133 92.6679745  97.71947033 98.83521334 99.04364885]%
Cross Entropy Loss: [0.8972128  0.3158173  0.1555363  0.10609864 0.08334821]
Correct: [69.99754782 93.23197646 97.96468857 98.87199608 99.27660618]%
Cross Entropy Loss: [0.87398434 0.29650384 0.14603369 0.09669998 0.07381331]
Correct: [71.53016184 94.0779794  98.35703776 99.33791074 99.58312898]%
Cross Entropy Loss: [0.8811633  0.30355975 0.14741965 0.09995855 0.07651207]
Correct: [71.43207455 93.55076018 98.17312408 98.9946052  99.41147621]%
Cross Entropy Loss: [0.88256305 0.30045643 0.14874852 0.09931231 0.07553727]
Correct: [71.46885728 93.52623835 98.14860226 99.11721432 99.38695439]%
Cross Entropy Loss: [0.8658199  0.29363704 0.1385969  0.09356897 0.07425798]
Correct: [71.83668465 93.90632663 98.45512506 99.15399706 99.42373713]%
Cross Entropy Loss: [0.8630683  0.2862041  0.13698742 0.09068441 0.0712044 ]
Correct: [72.2903384  94.28641491 98.56547327 99.41147621 99.53408534]%
Cross Entropy Loss: [0.85947657 0.28226376 0.13696235 0.09005564 0.07784944]
Correct: [71.94703286 94.43354586 98.40608141 99.301128   99.26434527]%
Cross Entropy Loss: [0.8574847  0.28480357 0.13519616 0.09128512 0.06820907]
Correct: [72.36390387 93.89406572 98.45512506 99.23982344 99.50956351]%
Cross Entropy Loss: [0.84453124 0.27805692 0.13691223 0.08719131 0.06518609]
Correct: [73.32025503 94.62972045 97.9892104  99.23982344 99.55860716]%
Cross Entropy Loss: [0.838394   0.2704039  0.1269758  0.08572377 0.06563123]
Correct: [73.76164787 94.4825895  98.63903874 99.41147621 99.60765081]%
Cross Entropy Loss: [0.8381127  0.27046803 0.12497598 0.0813961  0.06546291]
Correct: [73.07503678 94.75232957 98.68808239 99.44825895 99.52182442]%
Cross Entropy Loss: [0.8349013  0.27025932 0.12743065 0.08462743 0.06918029]
Correct: [73.5899951  94.74006866 98.66356057 99.301128   99.33791074]%
Cross Entropy Loss: [0.83166176 0.2569631  0.11481686 0.07342464 0.05792978]
Correct: [72.8911231  95.0833742  99.0926925  99.60765081 99.65669446]%
Cross Entropy Loss: [0.8157696  0.26340345 0.12135817 0.08615834 0.08091091]
Correct: [74.8038254  95.03433055 98.74938695 99.06817067 98.68808239]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 49.16%
From layer 1:
Accuracy: 64.89%
From layer 2:
Accuracy: 69.30%
From layer 3:
Accuracy: 69.83%
From layer 4:
Accuracy: 70.85%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 73.39%
From layer 1:
Accuracy: 96.31%
From layer 2:
Accuracy: 99.44%
From layer 3:
Accuracy: 99.74%
From layer 4:
Accuracy: 99.68%
Checkpoint 100
models/shd_4layer_withckpts_noaugment_epoch100.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.100994  4.776498  3.4521775 3.094633  2.978653 ]
Correct: [ 9.31829328 13.70769985 20.97842079 25.72339382 28.89897008]%
Cross Entropy Loss: [2.9196274 2.314877  1.7962103 1.486451  1.3539683]
Correct: [20.31633154 31.2285434  41.44188328 49.84060814 53.33496812]%
Cross Entropy Loss: [2.5198839 1.8919383 1.4318955 1.1761637 1.0528551]
Correct: [26.29965669 39.65179009 51.17704757 59.17116233 63.83030897]%
Cross Entropy Loss: [2.2865689 1.644352  1.2133179 0.9814463 0.8793162]
Correct: [31.05689063 46.088769   57.76115743 66.19666503 69.60519863]%
Cross Entropy Loss: [2.127743   1.4882674  1.0723433  0.86487925 0.7743978 ]
Correct: [34.09759686 49.87739088 63.09465424 70.6841589  74.27660618]%
Cross Entropy Loss: [2.0073447  1.3451886  0.941406   0.766038   0.67311794]
Correct: [36.61108386 54.27905836 68.21971555 74.76704267 77.40313879]%
Cross Entropy Loss: [1.887608   1.2192204  0.8404429  0.67013454 0.59305304]
Correct: [39.63952918 58.46002943 71.65277097 78.23688082 80.71358509]%
Cross Entropy Loss: [1.8119292  1.1306796  0.77045065 0.61130244 0.55445385]
Correct: [40.79205493 61.41490927 74.32564983 80.06375674 81.90289358]%
Cross Entropy Loss: [1.7504107 1.0622063 0.7158186 0.5650006 0.5026825]
Correct: [42.76606179 63.78126533 76.55713585 82.23393821 84.51446788]%
Cross Entropy Loss: [1.6783264  1.0028291  0.66383696 0.51664466 0.46332282]
Correct: [44.33545856 65.74301128 78.35948995 83.44776851 85.70377636]%
Cross Entropy Loss: [1.6285888  0.94134635 0.6149458  0.48466218 0.4230295 ]
Correct: [45.61059343 68.20745463 80.37027955 85.33594899 87.18734674]%
Cross Entropy Loss: [1.5801505  0.9019151  0.57134646 0.4498653  0.3882462 ]
Correct: [46.8857283  69.44580677 82.35654733 86.2432565  88.64639529]%
Cross Entropy Loss: [1.5190672  0.8453415  0.5367068  0.42899045 0.373741  ]
Correct: [48.51642962 71.55468367 83.44776851 86.89308485 88.80578715]%
Cross Entropy Loss: [1.4816829  0.7979306  0.5052329  0.39294478 0.35085583]
Correct: [49.73025993 73.70034331 84.36733693 88.52378617 90.17900932]%
Cross Entropy Loss: [1.431664   0.7587563  0.47032285 0.36397275 0.3190346 ]
Correct: [51.0053948  75.39234919 86.26777832 89.77439922 91.30701324]%
Cross Entropy Loss: [1.4138378  0.7308533  0.45294166 0.34236667 0.30856976]
Correct: [52.2069642  76.58165768 86.58656204 90.68170672 91.35605689]%
Cross Entropy Loss: [1.3628268  0.70058376 0.42989367 0.32935515 0.28392112]
Correct: [53.22461991 77.28052967 87.6532614  91.12309956 92.28788622]%
Cross Entropy Loss: [1.3321054  0.66274095 0.40098217 0.30432343 0.26758298]
Correct: [54.36488475 79.23001471 88.94065718 92.03040706 93.01128004]%
Cross Entropy Loss: [1.3135344  0.63420707 0.38572833 0.29039547 0.2475949 ]
Correct: [53.92349191 79.89210397 89.56596371 92.5698872  93.84502207]%
Cross Entropy Loss: [1.2725054  0.62533647 0.37467626 0.28716686 0.24681845]
Correct: [55.55419323 80.55419323 89.82344286 92.49632173 93.39136832]%
Cross Entropy Loss: [1.272623   0.60218644 0.3684393  0.27721086 0.22985224]
Correct: [55.87297695 81.31436979 89.78666013 93.14615007 94.50711133]%
Cross Entropy Loss: [1.2379198  0.57824504 0.3383752  0.26016408 0.2202581 ]
Correct: [57.16037273 82.51593919 91.42962236 93.61206474 94.62972045]%
Cross Entropy Loss: [1.1942577  0.55272055 0.32595628 0.24172312 0.20824118]
Correct: [58.55811672 83.10446297 91.77292791 94.62972045 95.15693968]%
Cross Entropy Loss: [1.1857655  0.5412061  0.30644333 0.23176704 0.19621812]
Correct: [58.71750858 83.61942128 92.59440902 94.81363413 95.57381069]%
Cross Entropy Loss: [1.1516913  0.5170779  0.2937434  0.2190719  0.19443098]
Correct: [60.25012261 84.96812163 93.39136832 95.1814615  95.29180971]%
Cross Entropy Loss: [1.1435099  0.5097341  0.29387712 0.21703888 0.18377389]
Correct: [60.27464443 84.88229524 93.13388916 95.51250613 96.00294262]%
Cross Entropy Loss: [1.1200647  0.4942844  0.28053576 0.21203041 0.18250306]
Correct: [61.31682197 85.37273173 93.18293281 95.14467876 95.70868073]%
Cross Entropy Loss: [1.1124862  0.48398146 0.26991346 0.19757642 0.1679347 ]
Correct: [61.62334478 86.01029917 93.61206474 95.85581167 96.34624816]%
Cross Entropy Loss: [1.0855845  0.46402186 0.2620905  0.19100647 0.16297661]
Correct: [62.21186856 87.16282491 93.85728298 96.23589995 96.64051005]%
Cross Entropy Loss: [1.0795282  0.45279184 0.25349087 0.18963262 0.15638852]
Correct: [63.04561059 87.56743502 94.65424228 96.088769   96.55468367]%
Cross Entropy Loss: [1.0562686  0.4382676  0.238958   0.17331599 0.1447905 ]
Correct: [64.14909269 88.2540461  94.89946052 96.77538009 97.3884257 ]%
Cross Entropy Loss: [1.049134   0.42381996 0.22980627 0.16570418 0.13870096]
Correct: [63.92839627 89.1613536  95.50024522 97.15546837 97.3884257 ]%
Cross Entropy Loss: [1.0294688  0.41368586 0.2222589  0.15920569 0.13376674]
Correct: [65.17900932 89.32074546 95.92937715 97.51103482 97.63364394]%
Cross Entropy Loss: [1.0174028  0.4069522  0.21707532 0.15436646 0.1267153 ]
Correct: [65.42422756 89.60274644 95.81902894 97.54781756 97.92790584]%
Cross Entropy Loss: [1.0146084  0.39991045 0.21959454 0.16663927 0.13690269]
Correct: [65.66944581 89.79892104 95.65963708 96.92251103 97.54781756]%
Cross Entropy Loss: [0.993572   0.39023104 0.2062506  0.14937697 0.12559976]
Correct: [67.00588524 89.84796469 96.33398725 97.51103482 97.73173124]%
Cross Entropy Loss: [0.9867401  0.38535085 0.20091414 0.13982546 0.11217179]
Correct: [66.76066699 90.01961746 96.30946542 98.03825405 98.47964689]%
Cross Entropy Loss: [0.97524595 0.3734124  0.1947082  0.13207519 0.10903311]
Correct: [67.30014713 91.061795   96.53016184 98.40608141 98.62677783]%
Cross Entropy Loss: [0.9557542  0.36176017 0.19011825 0.13201964 0.10790724]
Correct: [68.41589014 91.55223149 96.76311918 98.06277587 98.47964689]%
Cross Entropy Loss: [0.956683   0.3580455  0.18552493 0.12718977 0.10312344]
Correct: [67.61893085 91.35605689 96.8857283  98.35703776 98.65129966]%
Cross Entropy Loss: [0.934466   0.35237467 0.18132369 0.12512934 0.10361724]
Correct: [69.21284944 91.58901422 96.84894556 98.24668955 98.43060324]%
Cross Entropy Loss: [0.94197416 0.34706268 0.17786245 0.12033927 0.09701326]
Correct: [68.78371751 91.74840608 96.93477195 98.41834232 98.73712604]%
Cross Entropy Loss: [0.9296272  0.35246924 0.1741197  0.11852451 0.09595059]
Correct: [69.34771947 91.30701324 97.06964198 98.33251594 98.73712604]%
Cross Entropy Loss: [0.92521757 0.3390197  0.17560036 0.11981039 0.09703724]
Correct: [69.61745954 92.11623345 97.05738107 98.23442864 98.76164787]%
Cross Entropy Loss: [0.9256612  0.32850575 0.16075157 0.10821223 0.08652574]
Correct: [69.12702305 92.39823443 97.6949485  98.83521334 99.06817067]%
Cross Entropy Loss: [0.9106396  0.3191462  0.15799558 0.10983243 0.09102982]
Correct: [69.82589505 93.02354095 97.80529671 98.67582148 98.74938695]%
Cross Entropy Loss: [0.8992167  0.31120366 0.15243997 0.10552843 0.09277482]
Correct: [70.79450711 93.40362923 98.05051496 98.95782246 98.7984306 ]%
Cross Entropy Loss: [0.8871701  0.3119622  0.15290943 0.09986462 0.07875662]
Correct: [71.6895537  93.01128004 97.81755763 99.08043158 99.32564983]%
Cross Entropy Loss: [0.8863436  0.31107974 0.1518078  0.10590867 0.09086169]
Correct: [70.8803335  93.12162825 97.80529671 98.60225601 98.52869053]%
Cross Entropy Loss: [0.8659285  0.2987357  0.14514029 0.10066807 0.09221177]
Correct: [72.36390387 93.71015204 97.97694949 98.77390878 98.50416871]%
Cross Entropy Loss: [0.86532617 0.2903847  0.13577591 0.08831155 0.06911689]
Correct: [72.08190289 94.1760667  98.63903874 99.42373713 99.55860716]%
Cross Entropy Loss: [0.8645185  0.28921744 0.13502085 0.08858949 0.067239  ]
Correct: [71.87346739 93.99215302 98.44286415 99.33791074 99.64443355]%
Cross Entropy Loss: [0.86121625 0.29365528 0.14432389 0.0971852  0.07553197]
Correct: [72.31486023 93.61206474 97.90338401 98.90877881 99.23982344]%
Cross Entropy Loss: [0.8547739  0.28655973 0.13829362 0.09739587 0.07922452]
Correct: [72.52329573 93.75919568 98.12408043 98.7984306  98.94556155]%
Cross Entropy Loss: [0.85057914 0.2713985  0.122964   0.07969794 0.06152854]
Correct: [72.70720942 94.91172143 98.97008337 99.48504169 99.58312898]%
Cross Entropy Loss: [0.84504086 0.2753816  0.1296025  0.09147555 0.07500467]
Correct: [72.86660128 94.60519863 98.44286415 98.94556155 99.05590976]%
Cross Entropy Loss: [0.84063816 0.27324542 0.12120999 0.07791135 0.06164131]
Correct: [73.74938695 94.5806768  98.93330064 99.3992153  99.61991172]%
Cross Entropy Loss: [0.8369887  0.2682834  0.12037177 0.07861315 0.05924151]
Correct: [72.92790584 94.71554684 98.78616969 99.4973026  99.77930358]%
Cross Entropy Loss: [0.8217547  0.26264474 0.11920676 0.07794142 0.06317162]
Correct: [73.9946052  94.71554684 98.77390878 99.33791074 99.43599804]%
Cross Entropy Loss: [0.81034994 0.25933588 0.12013075 0.0781974  0.06305312]
Correct: [75.12260912 94.89946052 98.7984306  99.35017165 99.50956351]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 49.38%
From layer 1:
Accuracy: 66.87%
From layer 2:
Accuracy: 70.89%
From layer 3:
Accuracy: 71.51%
From layer 4:
Accuracy: 70.89%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 77.07%
From layer 1:
Accuracy: 96.32%
From layer 2:
Accuracy: 99.39%
From layer 3:
Accuracy: 99.78%
From layer 4:
Accuracy: 99.72%
Checkpoint 120
models/shd_4layer_withckpts_noaugment_epoch120.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [4.796548  4.2732472 3.3959067 3.0528135 2.8056056]
Correct: [10.2378617  14.59048553 20.16920059 25.73565473 30.87297695]%
Cross Entropy Loss: [2.997873  2.2393417 1.7826258 1.4746433 1.2657696]
Correct: [20.09563512 32.30750368 42.34919078 50.4046101  56.46150074]%
Cross Entropy Loss: [2.5877562  1.8384424  1.4129804  1.1790093  0.99591357]
Correct: [26.39774399 41.44188328 52.36635606 59.82099068 65.66944581]%
Cross Entropy Loss: [2.332924  1.5813502 1.1826258 0.9836933 0.8414225]
Correct: [31.03236881 47.52329573 59.82099068 66.53997057 71.66503188]%
Cross Entropy Loss: [2.1792119 1.4408339 1.0567832 0.8836722 0.7378184]
Correct: [33.1289848  52.07209416 64.30848455 69.35998038 75.23295733]%
Cross Entropy Loss: [2.0329387 1.3028533 0.931642  0.7523517 0.6466017]
Correct: [36.62334478 56.3266307  68.59980383 74.48504169 79.1196665 ]%
Cross Entropy Loss: [1.9299316 1.1849866 0.8338798 0.6760721 0.5722529]
Correct: [39.11230996 59.69838156 72.3884257  77.89357528 81.68219716]%
Cross Entropy Loss: [1.8483669 1.1113048 0.7639491 0.6169849 0.5118762]
Correct: [39.7621383  62.62873958 74.88965179 79.95340853 83.90142227]%
Cross Entropy Loss: [1.7728052  1.0332181  0.7038999  0.5656946  0.47342268]
Correct: [42.05492889 64.40657185 76.4100049  81.75576263 85.37273173]%
Cross Entropy Loss: [1.6975131  0.974821   0.65249723 0.519065   0.42903915]
Correct: [43.62432565 66.6625797  78.82540461 83.66846493 86.99117214]%
Cross Entropy Loss: [1.6289232  0.9131253  0.6038643  0.48234692 0.3980263 ]
Correct: [45.47572339 68.61206474 80.97106425 85.06620893 88.40117705]%
Cross Entropy Loss: [1.6009455  0.8678345  0.5735328  0.4543985  0.37833506]
Correct: [46.11329083 70.90485532 82.30750368 86.35360471 88.70769985]%
Cross Entropy Loss: [1.5438862  0.8330354  0.54220843 0.42510062 0.35902995]
Correct: [47.56007847 72.09416381 83.26385483 87.46934772 89.70083374]%
Cross Entropy Loss: [1.4961133  0.7784885  0.50386703 0.39303136 0.32479087]
Correct: [48.82295243 74.44825895 84.39185875 88.71996077 90.74301128]%
Cross Entropy Loss: [1.4665551  0.7611136  0.47599748 0.36611474 0.31223795]
Correct: [49.93869544 75.20843551 85.98577734 89.7621383  91.1598823 ]%
Cross Entropy Loss: [1.4259856  0.71361566 0.44934276 0.34367704 0.29116607]
Correct: [51.27513487 76.58165768 87.0524767  90.7675331  92.32466896]%
Cross Entropy Loss: [1.3859051  0.67746466 0.42002323 0.32647014 0.2652743 ]
Correct: [52.53800883 77.96714076 87.95978421 91.30701324 93.35458558]%
Cross Entropy Loss: [1.3517113  0.6543399  0.40001994 0.3039813  0.2553699 ]
Correct: [53.212359   79.14418833 88.9529181  92.20205983 93.44041197]%
Cross Entropy Loss: [1.3229717  0.63196605 0.38481775 0.29503843 0.24198647]
Correct: [53.98479647 80.08827857 89.77439922 92.58214811 94.0779794 ]%
Cross Entropy Loss: [1.3018967  0.60891634 0.36786437 0.2771264  0.22861022]
Correct: [54.6223639  80.9220206  90.08092202 93.30554193 94.85041687]%
Cross Entropy Loss: [1.269888   0.5846538  0.3483604  0.25901106 0.21632399]
Correct: [56.06915154 81.7312408  91.25796959 94.10250123 95.0833742 ]%
Cross Entropy Loss: [1.2405031  0.56709033 0.33409673 0.25020415 0.20321448]
Correct: [56.91515449 82.50367827 91.42962236 94.29867582 95.42667974]%
Cross Entropy Loss: [1.2103745  0.54846895 0.321245   0.24421816 0.1976495 ]
Correct: [58.57037764 83.22707209 92.30014713 94.5806768  95.43894066]%
Cross Entropy Loss: [1.1973524  0.524946   0.29904747 0.22502778 0.18339656]
Correct: [58.99950956 84.33055419 93.20745463 95.30407062 96.088769  ]%
Cross Entropy Loss: [1.174212   0.5121829  0.29324755 0.2216922  0.17870525]
Correct: [59.637077   85.12751349 93.42815105 95.26728789 96.35850907]%
Cross Entropy Loss: [1.1587019  0.50032556 0.29149985 0.2109922  0.17063391]
Correct: [59.85777342 85.40951447 93.04806278 95.84355076 96.76311918]%
Cross Entropy Loss: [1.1395828  0.48508498 0.2721685  0.19765998 0.15648216]
Correct: [60.5443845  86.0470819  94.32319765 96.54242276 97.31486023]%
Cross Entropy Loss: [1.1220329  0.46956035 0.26259628 0.19236644 0.15657212]
Correct: [61.32908288 86.62334478 94.42128494 96.35850907 97.04512016]%
Cross Entropy Loss: [1.0979737  0.45322436 0.25408798 0.18520012 0.14902282]
Correct: [62.21186856 87.23639039 94.81363413 96.51790093 97.1922511 ]%
Cross Entropy Loss: [1.0936695  0.4598214  0.2551586  0.18477094 0.14780857]
Correct: [62.50613046 86.69691025 94.38450221 96.53016184 97.24129475]%
Cross Entropy Loss: [1.0550814  0.42322236 0.23131296 0.16747192 0.13286895]
Correct: [63.68317803 88.27856793 95.73320255 97.25355566 97.96468857]%
Cross Entropy Loss: [1.0467157  0.4172387  0.22806714 0.16990879 0.1404217 ]
Correct: [64.29622364 88.59735164 95.76998529 96.73859735 97.40068661]%
Cross Entropy Loss: [1.0457383  0.41967508 0.22603148 0.1717067  0.13429488]
Correct: [65.0564002  88.48700343 95.64737616 96.76311918 97.56007847]%
Cross Entropy Loss: [1.0321102  0.39807504 0.21185456 0.14979377 0.11819641]
Correct: [64.61500736 89.11230996 96.2849436  97.85434036 98.47964689]%
Cross Entropy Loss: [1.0033112  0.38622642 0.20319135 0.14338166 0.11060751]
Correct: [65.87788131 90.15448749 96.65277097 98.06277587 98.66356057]%
Cross Entropy Loss: [1.0059122  0.38766962 0.2098676  0.14839792 0.11879705]
Correct: [66.07405591 89.73761648 96.19911721 97.64590486 98.17312408]%
Cross Entropy Loss: [0.991864   0.37978858 0.19873679 0.14039095 0.1093726 ]
Correct: [66.62579696 90.17900932 96.53016184 97.92790584 98.40608141]%
Cross Entropy Loss: [0.9958918  0.37470424 0.19393498 0.13555564 0.1032116 ]
Correct: [66.11083865 90.01961746 96.76311918 98.02599313 98.66356057]%
Cross Entropy Loss: [0.96846914 0.3632475  0.18470606 0.12875614 0.09662557]
Correct: [67.59440902 91.03727317 97.09416381 98.45512506 98.94556155]%
Cross Entropy Loss: [0.9559664  0.34995577 0.17531256 0.12195639 0.09150177]
Correct: [67.94997548 91.39283963 97.47425208 98.3938205  99.15399706]%
Cross Entropy Loss: [0.95017827 0.34372595 0.17637606 0.11812147 0.0906769 ]
Correct: [67.82736636 91.49092692 97.25355566 98.62677783 99.11721432]%
Cross Entropy Loss: [0.9359446  0.33788744 0.17186241 0.11595471 0.08707157]
Correct: [69.37224129 92.14075527 97.54781756 98.78616969 99.17851888]%
Cross Entropy Loss: [0.9275706  0.33564964 0.1723963  0.12131639 0.09951288]
Correct: [69.65424228 92.03040706 97.1922511  98.22216773 98.40608141]%
Cross Entropy Loss: [0.9157333  0.3251092  0.15955773 0.11430178 0.08776578]
Correct: [69.56841589 92.80284453 97.84207945 98.71260422 99.11721432]%
Cross Entropy Loss: [0.9111354  0.31809908 0.1576482  0.10714148 0.08166346]
Correct: [70.13241785 92.81510544 97.96468857 98.82295243 99.17851888]%
Cross Entropy Loss: [0.91335297 0.31499594 0.15705724 0.10753745 0.08169786]
Correct: [69.31093673 92.72927906 97.81755763 98.74938695 99.22756253]%
Cross Entropy Loss: [0.8911855  0.30811745 0.14848907 0.09878207 0.07584202]
Correct: [71.32172634 93.25649828 98.11181952 99.19077979 99.35017165]%
Cross Entropy Loss: [0.8998188  0.30718797 0.1473854  0.09998724 0.0766064 ]
Correct: [70.16920059 93.12162825 98.13634134 98.94556155 99.31338892]%
Cross Entropy Loss: [0.8928859  0.29912972 0.1400794  0.09181046 0.06811672]
Correct: [71.13781265 93.71015204 98.25895047 99.15399706 99.61991172]%
Cross Entropy Loss: [0.8805108  0.2910972  0.13750772 0.09205026 0.06804142]
Correct: [71.19911721 93.95537028 98.56547327 99.14173615 99.65669446]%
Cross Entropy Loss: [0.876058   0.29507786 0.13540253 0.08830781 0.06522986]
Correct: [71.77538009 93.44041197 98.55321236 99.28886709 99.65669446]%
Cross Entropy Loss: [0.87293065 0.2954435  0.13819899 0.09539342 0.07114784]
Correct: [71.23589995 93.0725846  98.32025503 98.93330064 99.301128  ]%
Cross Entropy Loss: [0.8660063  0.28019014 0.1299136  0.08927219 0.07305492]
Correct: [71.92251103 93.94310937 98.54095145 99.11721432 99.26434527]%
Cross Entropy Loss: [0.8546248  0.28746375 0.13467528 0.09020151 0.06931619]
Correct: [72.81755763 93.55076018 98.34477685 99.00686611 99.32564983]%
Cross Entropy Loss: [0.8496724  0.2756231  0.12325063 0.07936084 0.05718862]
Correct: [72.73173124 94.47032859 98.95782246 99.4973026  99.75478176]%
Cross Entropy Loss: [0.8466332  0.2701071  0.12456471 0.08322087 0.06307886]
Correct: [73.41834232 94.78911231 98.72486513 99.38695439 99.50956351]%
Cross Entropy Loss: [0.8387538  0.265303   0.11925036 0.07952529 0.05886243]
Correct: [73.24668955 95.05885238 98.95782246 99.48504169 99.63217263]%
Cross Entropy Loss: [0.8359136  0.26692876 0.1236158  0.08183836 0.06036538]
Correct: [73.46738597 94.69102501 98.46738597 99.20304071 99.55860716]%
Cross Entropy Loss: [0.82364947 0.25686127 0.11198598 0.07102502 0.05525013]
Correct: [73.97008337 95.30407062 99.16625797 99.65669446 99.66895537]%
Cross Entropy Loss: [0.8239369  0.25722998 0.11319917 0.07255281 0.05218115]
Correct: [74.19077979 95.42667974 98.92103973 99.54634625 99.75478176]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 46.82%
From layer 1:
Accuracy: 64.93%
From layer 2:
Accuracy: 70.32%
From layer 3:
Accuracy: 73.50%
From layer 4:
Accuracy: 73.54%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.85%
From layer 1:
Accuracy: 96.36%
From layer 2:
Accuracy: 99.13%
From layer 3:
Accuracy: 99.67%
From layer 4:
Accuracy: 99.87%
Checkpoint 140
models/shd_4layer_withckpts_noaugment_epoch140.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.1164894 4.161705  3.531493  2.7992098 2.9033515]
Correct: [ 9.64933791 15.2648357  22.42520844 28.34722903 31.44923982]%
Cross Entropy Loss: [2.9761744 2.2441583 1.7653028 1.4091942 1.2839003]
Correct: [19.50711133 32.18489456 42.86414909 51.6061795  55.39480137]%
Cross Entropy Loss: [2.5408244 1.8114758 1.3982455 1.1316677 1.0064573]
Correct: [26.29965669 41.01275135 53.00392349 60.82638548 65.35066209]%
Cross Entropy Loss: [2.2922978 1.5628347 1.189254  0.9275752 0.8293917]
Correct: [30.11280039 47.64590486 59.66159882 68.68563021 71.65277097]%
Cross Entropy Loss: [2.1509888  1.4072356  1.0452948  0.8188072  0.71653163]
Correct: [33.06768024 52.57479156 64.18587543 72.63364394 75.88278568]%
Cross Entropy Loss: [2.0171413  1.2768662  0.93030155 0.73358095 0.64010566]
Correct: [35.8386464  56.37567435 67.94997548 75.53948014 78.56792545]%
Cross Entropy Loss: [1.8962595  1.1689267  0.8337182  0.63954234 0.56161714]
Correct: [38.18048063 59.47768514 71.60372732 79.19323198 82.16037273]%
Cross Entropy Loss: [1.8077867 1.0815636 0.7632261 0.5881223 0.5070105]
Correct: [40.62040216 62.56743502 74.44825895 81.31436979 84.22020598]%
Cross Entropy Loss: [1.7531368  1.0145864  0.70121694 0.53941953 0.4738024 ]
Correct: [42.00588524 65.14222658 76.72878862 82.95733203 85.4462972 ]%
Cross Entropy Loss: [1.673883   0.95666933 0.6505923  0.5058035  0.43253618]
Correct: [44.22511035 67.04266797 78.42079451 84.45316332 86.90534576]%
Cross Entropy Loss: [1.6207122  0.89353615 0.60136133 0.473078   0.3957724 ]
Correct: [45.75772437 69.40902403 80.93428151 85.42177538 88.60961256]%
Cross Entropy Loss: [1.5623188  0.8516558  0.56477344 0.42931947 0.37034568]
Correct: [47.20451202 70.70868073 82.11132908 87.38352133 88.97743992]%
Cross Entropy Loss: [1.5200351  0.8048718  0.5252242  0.40152347 0.33700228]
Correct: [48.28347229 72.37616479 83.28837666 88.42569887 90.63266307]%
Cross Entropy Loss: [1.4821354  0.7629018  0.49939847 0.38471723 0.32571787]
Correct: [49.10495341 74.17851888 84.62481609 88.87935262 90.77979402]%
Cross Entropy Loss: [1.445638   0.72844636 0.4738259  0.3699256  0.3093722 ]
Correct: [50.64982835 75.64982835 85.7405591  89.39431094 91.27023051]%
Cross Entropy Loss: [1.4138768  0.6980127  0.45414034 0.34205103 0.2878282 ]
Correct: [51.49583129 76.96174595 86.53751839 90.33840118 92.45953899]%
Cross Entropy Loss: [1.3660443  0.6639185  0.4196627  0.31673548 0.2698199 ]
Correct: [52.72192251 78.62923001 88.2540461  91.31927415 92.98675821]%
Cross Entropy Loss: [1.3337393  0.64342505 0.40072167 0.30105466 0.25241843]
Correct: [53.94801373 79.18097106 88.52378617 91.85875429 93.44041197]%
Cross Entropy Loss: [1.3100095  0.6150961  0.3818011  0.28500113 0.23950504]
Correct: [54.76949485 80.60323688 89.8602256  93.04806278 94.274154  ]%
Cross Entropy Loss: [1.2927458  0.5952649  0.37393713 0.27696785 0.23387253]
Correct: [55.55419323 81.13045611 89.70083374 92.93771457 94.39676312]%
Cross Entropy Loss: [1.2595862  0.57814336 0.3528213  0.26638237 0.22077441]
Correct: [56.81706719 81.95193722 90.58361942 93.36684649 94.61745954]%
Cross Entropy Loss: [1.2215354  0.5433153  0.33589354 0.2511165  0.20728359]
Correct: [57.67533104 83.68072585 91.39283963 93.95537028 95.26728789]%
Cross Entropy Loss: [1.2200956  0.5399527  0.31975478 0.23499489 0.19460252]
Correct: [57.67533104 83.49681216 92.01814615 94.51937224 95.72094164]%
Cross Entropy Loss: [1.1860877  0.51040965 0.30476594 0.22306554 0.1800386 ]
Correct: [58.68072585 84.89455615 92.58214811 95.12015694 96.33398725]%
Cross Entropy Loss: [1.1520611  0.49193814 0.2901352  0.21230474 0.17229283]
Correct: [59.95586072 85.67925454 93.575282   95.50024522 96.66503188]%
Cross Entropy Loss: [1.1409693  0.48667362 0.2781905  0.20703016 0.16860989]
Correct: [60.51986268 85.76508092 93.72241295 95.70868073 96.91025012]%
Cross Entropy Loss: [1.1270633  0.46836013 0.2712503  0.19786699 0.15938066]
Correct: [61.2432565  86.78273664 93.63658656 95.94163806 97.09416381]%
Cross Entropy Loss: [1.1168863  0.46332192 0.2716963  0.20242181 0.16590154]
Correct: [61.09612555 87.18734674 94.00441393 95.51250613 96.55468367]%
Cross Entropy Loss: [1.0944452  0.4465603  0.25723773 0.18540008 0.15110229]
Correct: [62.6532614  87.71456596 94.37224129 96.49337911 97.30259931]%
Cross Entropy Loss: [1.085186   0.43299243 0.2430269  0.17775203 0.14371213]
Correct: [62.39578225 88.27856793 95.03433055 96.57920549 97.57233938]%
Cross Entropy Loss: [1.059368   0.4215718  0.23922065 0.17334822 0.13960175]
Correct: [63.4502207  88.43795978 94.86267778 96.76311918 97.58460029]%
Cross Entropy Loss: [1.051265   0.41172186 0.22780013 0.16144827 0.12938817]
Correct: [64.05100539 89.21039725 95.67189799 97.42520844 97.94016675]%
Cross Entropy Loss: [1.0356858  0.4027646  0.22063704 0.1579414  0.12376749]
Correct: [64.72535557 89.56596371 96.07650809 97.56007847 98.30799411]%
Cross Entropy Loss: [1.0304737  0.40554696 0.22069646 0.15711792 0.12644772]
Correct: [64.83570378 89.33300638 95.84355076 97.47425208 97.81755763]%
Cross Entropy Loss: [1.0209408  0.38366956 0.20882079 0.14616221 0.11485578]
Correct: [65.35066209 90.15448749 96.05198627 97.71947033 98.4919078 ]%
Cross Entropy Loss: [0.9912927  0.372834   0.20574374 0.14694412 0.11633516]
Correct: [66.89553703 90.80431584 96.15007357 97.71947033 98.1976459 ]%
Cross Entropy Loss: [0.983813   0.3579509  0.19461071 0.1382602  0.1058057 ]
Correct: [67.01814615 91.60127513 96.86120647 97.90338401 98.70034331]%
Cross Entropy Loss: [0.9802165  0.3558668  0.1898239  0.13139798 0.10250842]
Correct: [67.44727808 91.58901422 96.92251103 98.24668955 98.72486513]%
Cross Entropy Loss: [0.9637933  0.35047296 0.18650928 0.13149202 0.10185718]
Correct: [67.50858264 91.42962236 96.86120647 98.14860226 98.70034331]%
Cross Entropy Loss: [0.9593048  0.34534383 0.17904742 0.12418252 0.09782282]
Correct: [68.0725846  91.71162334 97.32712114 98.35703776 98.87199608]%
Cross Entropy Loss: [0.9536284  0.339592   0.17990345 0.1287954  0.09844097]
Correct: [67.71701815 92.11623345 97.15546837 98.13634134 98.82295243]%
Cross Entropy Loss: [0.9426338  0.3326672  0.17344831 0.12001964 0.08862489]
Correct: [68.63658656 92.4717999  97.35164296 98.47964689 99.08043158]%
Cross Entropy Loss: [0.93391174 0.33193427 0.16921943 0.11564318 0.09274406]
Correct: [68.93084846 91.99362433 97.52329573 98.63903874 98.7984306 ]%
Cross Entropy Loss: [0.9199226  0.3116548  0.15764703 0.10702926 0.08083744]
Correct: [69.35998038 93.575282   98.07503678 98.90877881 99.35017165]%
Cross Entropy Loss: [0.91716844 0.31492528 0.15778361 0.10823347 0.08272979]
Correct: [69.81363413 93.12162825 97.84207945 98.78616969 99.23982344]%
Cross Entropy Loss: [0.9000214  0.30600956 0.15970215 0.1109234  0.08561176]
Correct: [69.94850417 93.31780284 97.74399215 98.72486513 99.14173615]%
Cross Entropy Loss: [0.8927808  0.29657665 0.1512585  0.1069912  0.08352195]
Correct: [70.53702795 93.86954389 97.80529671 98.61451692 99.03138794]%
Cross Entropy Loss: [0.8998023  0.30222484 0.14800625 0.09771091 0.07399631]
Correct: [70.29180971 93.64884747 98.23442864 99.21530162 99.50956351]%
Cross Entropy Loss: [0.8795618  0.2907709  0.1460732  0.09846964 0.07884344]
Correct: [71.22363904 94.15154487 98.11181952 98.83521334 99.11721432]%
Cross Entropy Loss: [0.8801769  0.28679013 0.13978994 0.09258711 0.0687688 ]
Correct: [71.16233448 94.28641491 98.45512506 99.17851888 99.55860716]%
Cross Entropy Loss: [0.8824066  0.28784958 0.14313853 0.09480193 0.07050706]
Correct: [71.41981363 93.89406572 98.05051496 98.98234429 99.33791074]%
Cross Entropy Loss: [0.8624883  0.27927113 0.13606723 0.09417742 0.07899658]
Correct: [72.36390387 94.40902403 98.45512506 98.97008337 98.88425699]%
Cross Entropy Loss: [0.8615981  0.27137226 0.12883127 0.08392746 0.06575555]
Correct: [72.21677293 94.55615498 98.71260422 99.46051986 99.61991172]%
Cross Entropy Loss: [0.8525691  0.27275118 0.12865387 0.08433646 0.06373698]
Correct: [72.6949485  94.60519863 98.63903874 99.28886709 99.58312898]%
Cross Entropy Loss: [0.8476477  0.2663559  0.12502156 0.08421636 0.06117173]
Correct: [73.16086317 95.03433055 98.83521334 99.41147621 99.68121628]%
Cross Entropy Loss: [0.8514972  0.2748405  0.13083124 0.08915075 0.06680684]
Correct: [72.47425208 94.16380579 98.34477685 98.88425699 99.22756253]%
Cross Entropy Loss: [0.83884966 0.2592814  0.12075879 0.07770718 0.05710641]
Correct: [73.16086317 94.85041687 98.74938695 99.57086807 99.66895537]%
Cross Entropy Loss: [0.8445866  0.25905392 0.11728543 0.07547563 0.05434066]
Correct: [73.14860226 95.04659147 98.92103973 99.5953899  99.82834723]%
Cross Entropy Loss: [0.83840424 0.25891426 0.12009508 0.07950617 0.06466927]
Correct: [73.14860226 95.0833742  98.70034331 99.19077979 99.22756253]%
Cross Entropy Loss: [0.8191413  0.24286029 0.10980398 0.07078307 0.05226732]
Correct: [73.82295243 95.95389897 99.26434527 99.73025993 99.85286905]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.48%
From layer 1:
Accuracy: 64.00%
From layer 2:
Accuracy: 69.39%
From layer 3:
Accuracy: 71.02%
From layer 4:
Accuracy: 71.64%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.49%
From layer 1:
Accuracy: 95.84%
From layer 2:
Accuracy: 99.28%
From layer 3:
Accuracy: 99.51%
From layer 4:
Accuracy: 99.84%
Checkpoint 160
models/shd_4layer_withckpts_noaugment_epoch160.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [4.8252106 4.14806   3.3198507 2.809586  2.6134133]
Correct: [10.48307994 15.71848946 22.71947033 30.54193232 33.88916135]%
Cross Entropy Loss: [2.882948  2.1497588 1.6610286 1.4137509 1.2293783]
Correct: [21.56694458 34.42864149 44.74006866 52.09661599 57.05002452]%
Cross Entropy Loss: [2.480476  1.7656491 1.3357676 1.1206555 0.9545876]
Correct: [27.26826876 42.94997548 54.4139284  61.50073565 66.89553703]%
Cross Entropy Loss: [2.2620294 1.517175  1.132957  0.9291001 0.7864877]
Correct: [32.36880824 49.96321726 61.1451692  68.28102011 73.06277587]%
Cross Entropy Loss: [2.100159   1.3600554  0.99903756 0.8112054  0.69488037]
Correct: [34.79646886 54.48749387 65.09318293 72.73173124 76.83913683]%
Cross Entropy Loss: [1.9825069  1.2410678  0.88971895 0.7088972  0.59250546]
Correct: [37.28543404 58.41098578 69.16380579 76.81461501 80.40706229]%
Cross Entropy Loss: [1.8821278  1.1314512  0.81131184 0.6339646  0.532137  ]
Correct: [39.84796469 61.43943109 72.2903384  79.08288377 82.96959294]%
Cross Entropy Loss: [1.7978766  1.0488921  0.74772805 0.5865779  0.49323133]
Correct: [41.5644924  64.57822462 74.5953899  81.05689063 84.35507602]%
Cross Entropy Loss: [1.7326437  0.995614   0.6838305  0.537484   0.45186925]
Correct: [43.21971555 66.24570868 77.25600785 83.05541932 85.67925454]%
Cross Entropy Loss: [1.6749256  0.930849   0.62698835 0.48854205 0.40839896]
Correct: [44.28641491 69.0779794  79.86758215 85.18881805 87.5551741 ]%
Cross Entropy Loss: [1.6106944  0.86835295 0.5881424  0.44651532 0.37345332]
Correct: [46.19911721 71.39529181 81.21628249 86.62334478 89.07552722]%
Cross Entropy Loss: [1.5551491  0.8242954  0.5474163  0.41676176 0.34463286]
Correct: [47.68268759 72.60912212 82.77341834 87.64100049 90.2648357 ]%
Cross Entropy Loss: [1.5241147  0.78578955 0.5185226  0.40610468 0.32655677]
Correct: [48.41834232 74.08043158 84.19568416 87.98430603 90.62040216]%
Cross Entropy Loss: [1.4650202  0.74652076 0.48768824 0.36853796 0.30242333]
Correct: [50.06130456 75.20843551 85.38499264 89.62726827 91.89553703]%
Cross Entropy Loss: [1.4333489  0.70677    0.45790708 0.34617025 0.28453642]
Correct: [51.05443845 76.81461501 86.69691025 90.52231486 92.00588524]%
Cross Entropy Loss: [1.3953414  0.6781057  0.42726848 0.32671708 0.26369023]
Correct: [51.91270231 78.12653261 87.73908779 91.1598823  93.24423737]%
Cross Entropy Loss: [1.3640351  0.6583206  0.41003272 0.3125358  0.25394124]
Correct: [52.97940167 79.34036292 88.7567435  91.74840608 93.29328102]%
Cross Entropy Loss: [1.3280084  0.6264234  0.38623303 0.2934779  0.23768845]
Correct: [54.07062285 80.3212359  89.60274644 92.43501717 94.00441393]%
Cross Entropy Loss: [1.3040819  0.598879   0.3737247  0.2804052  0.22175378]
Correct: [55.18636587 81.38793526 90.01961746 93.21971555 94.49485042]%
Cross Entropy Loss: [1.278274   0.5747386  0.35291314 0.26634914 0.21319948]
Correct: [55.94654242 82.22167729 90.33840118 93.03580186 94.47032859]%
Cross Entropy Loss: [1.2427318  0.5570375  0.3381216  0.25671425 0.20127188]
Correct: [56.98871996 83.44776851 91.82197155 93.82050025 95.57381069]%
Cross Entropy Loss: [1.2304463  0.5436696  0.3341209  0.2499009  0.20080633]
Correct: [57.5282001  83.8401177  91.35605689 93.86954389 95.0833742 ]%
Cross Entropy Loss: [1.1929461  0.52142745 0.3120795  0.23356906 0.19020106]
Correct: [59.0362923  84.87003433 92.21432075 94.28641491 95.29180971]%
Cross Entropy Loss: [1.1694863  0.5003382  0.2981877  0.22034054 0.17494784]
Correct: [59.46542423 85.55664541 93.20745463 95.10789603 96.15007357]%
Cross Entropy Loss: [1.1582608  0.48443198 0.28701657 0.20931108 0.1608628 ]
Correct: [59.68612065 86.2432565  93.25649828 95.53702795 96.86120647]%
Cross Entropy Loss: [1.1388847  0.4713579  0.27677467 0.20440102 0.15434475]
Correct: [60.89995096 86.15743011 93.51397744 95.46346248 97.06964198]%
Cross Entropy Loss: [1.122426   0.4589452  0.26751018 0.19464043 0.15262856]
Correct: [61.08386464 87.32221677 93.7714566  95.67189799 97.09416381]%
Cross Entropy Loss: [1.0985974  0.44437099 0.25939184 0.18627006 0.15059005]
Correct: [62.12604218 87.42030407 94.10250123 96.13781265 97.15546837]%
Cross Entropy Loss: [1.0944442  0.44320375 0.25140887 0.17966448 0.1417012 ]
Correct: [62.46934772 87.88621873 94.56841589 96.44433546 97.36390387]%
Cross Entropy Loss: [1.0654434  0.41756275 0.23576473 0.16659318 0.12886858]
Correct: [63.96517901 88.73222168 95.36537518 97.04512016 97.84207945]%
Cross Entropy Loss: [1.0692469  0.41464964 0.22714603 0.16232744 0.12369424]
Correct: [63.31535066 88.67091712 95.43894066 97.14320745 98.02599313]%
Cross Entropy Loss: [1.0454971  0.39466572 0.22226962 0.15642852 0.11686468]
Correct: [63.94065718 89.89700834 95.85581167 97.2903384  98.18538499]%
Cross Entropy Loss: [1.0336189  0.39392567 0.2182839  0.15353993 0.11689203]
Correct: [64.70083374 89.87248651 95.46346248 97.2903384  98.05051496]%
Cross Entropy Loss: [1.0033907  0.37390867 0.20273367 0.14485338 0.10930169]
Correct: [66.55223149 91.02501226 96.76311918 97.90338401 98.62677783]%
Cross Entropy Loss: [1.0014393  0.3757665  0.20643836 0.1438417  0.10884293]
Correct: [66.33153507 90.4610103  96.1868563  97.81755763 98.45512506]%
Cross Entropy Loss: [0.99023664 0.36358154 0.20047428 0.14137124 0.10604313]
Correct: [66.51544875 91.13536047 96.12555174 97.74399215 98.46738597]%
Cross Entropy Loss: [0.9873399  0.36197734 0.19387627 0.1355186  0.10312296]
Correct: [66.57675331 91.07405591 96.60372732 97.94016675 98.54095145]%
Cross Entropy Loss: [0.96603507 0.35110185 0.18653761 0.13178596 0.09655111]
Correct: [67.96223639 91.22118686 96.94703286 97.82981854 98.54095145]%
Cross Entropy Loss: [0.96045125 0.335966   0.1782283  0.12035292 0.09121615]
Correct: [67.83962727 92.30014713 97.15546837 98.46738597 98.98234429]%
Cross Entropy Loss: [0.9584859  0.33446985 0.17750555 0.12298255 0.08940689]
Correct: [68.0725846  92.52084355 97.15546837 98.32025503 98.95782246]%
Cross Entropy Loss: [0.9445958  0.33230805 0.17282741 0.11935119 0.09077123]
Correct: [68.24423737 91.98136341 97.35164296 98.28347229 98.76164787]%
Cross Entropy Loss: [0.9287305  0.32175452 0.16723557 0.1147543  0.08903405]
Correct: [69.32319765 92.86414909 97.49877391 98.47964689 98.92103973]%
Cross Entropy Loss: [0.91688645 0.31978106 0.16382651 0.11050972 0.08189595]
Correct: [69.92398234 92.93771457 97.42520844 98.65129966 99.11721432]%
Cross Entropy Loss: [0.9130421  0.31422824 0.16339915 0.10941097 0.07849795]
Correct: [70.35311427 92.90093183 97.36390387 98.55321236 99.0926925 ]%
Cross Entropy Loss: [0.90409106 0.3040054  0.15396671 0.1048436  0.07663073]
Correct: [70.53702795 93.40362923 97.74399215 98.84747425 99.23982344]%
Cross Entropy Loss: [0.91429687 0.3117754  0.16261904 0.11618579 0.09138444]
Correct: [69.75232957 92.87641    97.27807749 98.12408043 98.45512506]%
Cross Entropy Loss: [0.89848167 0.29187584 0.1440416  0.0978256  0.07113331]
Correct: [70.23050515 93.94310937 98.20990682 98.92103973 99.301128  ]%
Cross Entropy Loss: [0.8881616  0.29157564 0.14267395 0.09365964 0.07149586]
Correct: [70.83128985 93.64884747 98.2957332  99.08043158 99.22756253]%
Cross Entropy Loss: [0.87150145 0.28108424 0.1387882  0.09096038 0.06731487]
Correct: [71.79990191 94.5806768  98.40608141 99.16625797 99.43599804]%
Cross Entropy Loss: [0.87927186 0.29440415 0.14700118 0.09861035 0.07028504]
Correct: [71.55468367 93.44041197 97.73173124 98.71260422 99.25208436]%
Cross Entropy Loss: [0.8710016  0.27481017 0.13278669 0.08666031 0.06287171]
Correct: [71.73859735 94.42128494 98.63903874 99.26434527 99.52182442]%
Cross Entropy Loss: [0.85649085 0.2664081  0.12715828 0.08299343 0.05969914]
Correct: [72.78077489 94.8749387  98.73712604 99.19077979 99.63217263]%
Cross Entropy Loss: [0.8516489  0.2637322  0.1255309  0.08334465 0.05961957]
Correct: [72.94016675 95.02206964 98.73712604 99.21530162 99.43599804]%
Cross Entropy Loss: [0.8577308  0.26896966 0.13011602 0.08388028 0.0639697 ]
Correct: [72.84207945 94.76459049 98.46738597 99.22756253 99.3992153 ]%
Cross Entropy Loss: [0.8418832  0.25873673 0.11854304 0.07658068 0.05466044]
Correct: [72.51103482 95.2795488  99.01912702 99.52182442 99.71799902]%
Cross Entropy Loss: [0.8494924  0.263631   0.12425958 0.08156414 0.05934202]
Correct: [73.01373222 94.6787641  98.71260422 99.22756253 99.54634625]%
Cross Entropy Loss: [0.83091724 0.25345397 0.1195381  0.07550575 0.05686049]
Correct: [73.63903874 95.25502697 98.68808239 99.55860716 99.63217263]%
Cross Entropy Loss: [0.83275694 0.24719226 0.11565798 0.07429228 0.05124633]
Correct: [73.46738597 95.95389897 98.8965179  99.46051986 99.76704267]%
Cross Entropy Loss: [0.8175968  0.24364485 0.11412768 0.07443899 0.05356008]
Correct: [74.36243256 95.63511525 98.8965179  99.301128   99.5953899 ]%
Cross Entropy Loss: [0.8226039  0.24755806 0.11082785 0.06887531 0.04867287]
Correct: [73.98234429 95.46346248 98.7984306  99.38695439 99.70573811]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 48.23%
From layer 1:
Accuracy: 66.87%
From layer 2:
Accuracy: 71.82%
From layer 3:
Accuracy: 72.61%
From layer 4:
Accuracy: 73.41%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.58%
From layer 1:
Accuracy: 96.26%
From layer 2:
Accuracy: 99.34%
From layer 3:
Accuracy: 99.68%
From layer 4:
Accuracy: 99.85%
Checkpoint 180
models/shd_4layer_withckpts_noaugment_epoch180.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.0247426 3.773888  3.2379963 3.1288505 2.8283138]
Correct: [10.21333987 17.17753801 23.40608141 27.53800883 31.86611084]%
Cross Entropy Loss: [2.988401  2.148308  1.7354064 1.4590924 1.2347625]
Correct: [20.41441883 34.98038254 43.24423737 50.94409024 57.11132908]%
Cross Entropy Loss: [2.5760775  1.782424   1.4132826  1.131308   0.96754354]
Correct: [26.58165768 43.08484551 51.47130947 60.97351643 66.33153507]%
Cross Entropy Loss: [2.3096223 1.5308008 1.1963243 0.9216225 0.7958522]
Correct: [30.29671408 49.48504169 58.66846493 68.08484551 73.46738597]%
Cross Entropy Loss: [2.1560307  1.3754511  1.0565871  0.819176   0.68797785]
Correct: [33.22707209 53.98479647 63.84256989 72.26581658 77.28052967]%
Cross Entropy Loss: [2.0271938  1.2651813  0.94232684 0.72257817 0.6187648 ]
Correct: [36.3413438  57.41785189 68.51397744 76.05443845 79.92888671]%
Cross Entropy Loss: [1.916243  1.1518269 0.8417726 0.6445987 0.5562926]
Correct: [38.43795978 61.05934282 71.67729279 78.89897008 82.24619912]%
Cross Entropy Loss: [1.8289446  1.0675606  0.76649356 0.5909157  0.5078382 ]
Correct: [40.2648357  63.86709171 74.8038254  80.78715056 83.8401177 ]%
Cross Entropy Loss: [1.7441113  0.9867167  0.7040954  0.53568506 0.45220473]
Correct: [42.22658166 66.88327612 77.08435508 83.06768024 85.77734183]%
Cross Entropy Loss: [1.695516   0.9331836  0.6611455  0.5062783  0.42203644]
Correct: [43.62432565 68.12162825 78.94801373 84.37959784 86.85630211]%
Cross Entropy Loss: [1.6261945  0.88292074 0.6116736  0.4561981  0.38347828]
Correct: [45.02206964 70.36537518 80.67680235 86.23099559 88.80578715]%
Cross Entropy Loss: [1.5678413  0.8331075  0.5664807  0.4213037  0.35758153]
Correct: [46.67729279 71.6895537  82.61402648 87.7513487  89.57822462]%
Cross Entropy Loss: [1.5300215  0.7953353  0.54355687 0.40761778 0.3473031 ]
Correct: [48.07503678 73.63903874 83.06768024 87.95978421 89.71309465]%
Cross Entropy Loss: [1.4811604  0.75095856 0.5066469  0.38899845 0.3184979 ]
Correct: [49.06817067 75.51495831 84.57577244 88.53604708 91.00049044]%
Cross Entropy Loss: [1.4431567  0.72453475 0.47323552 0.35399145 0.28981045]
Correct: [50.51495831 76.36096126 86.36586562 90.39970574 91.9691025 ]%
Cross Entropy Loss: [1.4015031  0.68026495 0.44649705 0.32798734 0.27157855]
Correct: [51.53261403 77.95487984 87.32221677 90.9637077  93.01128004]%
Cross Entropy Loss: [1.357235   0.65635955 0.4307716  0.32132298 0.26375726]
Correct: [53.212359   78.99705738 87.73908779 91.35605689 93.06032369]%
Cross Entropy Loss: [1.3411852  0.6375409  0.41715944 0.30535838 0.25206563]
Correct: [53.22461991 79.6223639  87.93526238 92.00588524 93.28102011]%
Cross Entropy Loss: [1.3171263  0.6158195  0.40329903 0.29807323 0.24482164]
Correct: [54.32810201 80.40706229 88.64639529 92.00588524 93.575282  ]%
Cross Entropy Loss: [1.2858582  0.5812485  0.37213773 0.27075928 0.21975636]
Correct: [55.34575772 81.80480628 89.94605199 93.10936734 94.66650319]%
Cross Entropy Loss: [1.2512635  0.5615532  0.35186327 0.25145698 0.20536911]
Correct: [56.75576263 82.66307013 91.30701324 93.86954389 95.07111329]%
Cross Entropy Loss: [1.2243618  0.5381281  0.34279904 0.24672522 0.20307295]
Correct: [57.3320255  84.06081412 91.30701324 94.20058852 95.29180971]%
Cross Entropy Loss: [1.1958951  0.5274804  0.33000928 0.23974396 0.19586305]
Correct: [58.32515939 84.09759686 91.92005885 94.23737126 95.30407062]%
Cross Entropy Loss: [1.1887621  0.5082247  0.31864527 0.23101479 0.18958342]
Correct: [58.72976949 85.11525257 92.17753801 94.4825895  95.53702795]%
Cross Entropy Loss: [1.1582315  0.4934485  0.3001551  0.2159957  0.17575175]
Correct: [59.85777342 85.2378617  92.91319274 94.98528691 96.00294262]%
Cross Entropy Loss: [1.1373421  0.47993827 0.28898376 0.2055682  0.16865902]
Correct: [61.02256008 86.1451692  93.64884747 95.83128985 96.29720451]%
Cross Entropy Loss: [1.1280298  0.470758   0.28959426 0.20639616 0.16467646]
Correct: [61.25551741 86.32908288 92.98675821 95.40215792 96.54242276]%
Cross Entropy Loss: [1.1106002  0.4567071  0.28074008 0.20575425 0.16954407]
Correct: [61.62334478 87.32221677 93.48945562 95.26728789 96.05198627]%
Cross Entropy Loss: [1.0783045  0.44012082 0.26101613 0.18434364 0.14329955]
Correct: [63.03334968 87.61647867 94.22511035 96.32172634 97.35164296]%
Cross Entropy Loss: [1.0723163  0.42843938 0.2601677  0.18292236 0.1460217 ]
Correct: [62.849436   88.43795978 94.21284944 96.00294262 96.91025012]%
Cross Entropy Loss: [1.06827    0.42643443 0.2506731  0.17486931 0.14098245]
Correct: [63.51152526 88.36439431 94.66650319 96.54242276 97.13094654]%
Cross Entropy Loss: [1.0360965  0.39696842 0.23414618 0.16586363 0.13158669]
Correct: [64.17361452 89.73761648 95.19372241 96.77538009 97.56007847]%
Cross Entropy Loss: [1.0340942  0.40177587 0.2386598  0.16680937 0.12949955]
Correct: [64.33300638 89.33300638 95.14467876 96.53016184 97.65816577]%
Cross Entropy Loss: [1.0114969  0.38281122 0.21881256 0.14984445 0.11676292]
Correct: [65.43648847 90.4610103  95.64737616 97.47425208 98.27121138]%
Cross Entropy Loss: [0.99932927 0.3688682  0.2148112  0.14375907 0.11135763]
Correct: [66.33153507 91.09857773 95.91711623 97.78077489 98.50416871]%
Cross Entropy Loss: [1.0030333  0.38293087 0.21961924 0.15017223 0.11522773]
Correct: [65.57135851 89.88474743 95.34085336 97.24129475 98.1976459 ]%
Cross Entropy Loss: [0.9873338  0.36466825 0.20766243 0.1411716  0.10896914]
Correct: [66.55223149 90.93918588 95.99068171 97.62138303 98.38155959]%
Cross Entropy Loss: [0.9771806  0.35423747 0.1990667  0.13413304 0.10537811]
Correct: [66.49092692 91.50318784 96.59146641 97.97694949 98.44286415]%
Cross Entropy Loss: [0.9506735  0.34566462 0.19438516 0.13016088 0.10162403]
Correct: [68.29328102 91.74840608 96.41981363 98.07503678 98.73712604]%
Cross Entropy Loss: [0.95835686 0.34333703 0.19530822 0.13721418 0.10917846]
Correct: [67.82736636 91.85875429 96.40755272 97.57233938 98.01373222]%
Cross Entropy Loss: [0.9412778  0.33013865 0.17957598 0.12095823 0.09064932]
Correct: [68.7714566  92.5698872  97.24129475 98.44286415 98.94556155]%
Cross Entropy Loss: [0.9310963  0.3301227  0.18322025 0.12677114 0.09395579]
Correct: [69.28641491 92.38597352 96.77538009 97.87886219 98.67582148]%
Cross Entropy Loss: [0.92531943 0.3267202  0.17617685 0.11763097 0.08807075]
Correct: [69.50711133 92.34919078 96.9838156  98.38155959 99.06817067]%
Cross Entropy Loss: [0.9159139  0.31735724 0.17305994 0.11699351 0.09258261]
Correct: [69.75232957 92.69249632 97.17999019 98.33251594 98.73712604]%
Cross Entropy Loss: [0.91833293 0.31138438 0.17019983 0.11202496 0.08730158]
Correct: [69.78911231 93.08484551 97.35164296 98.47964689 98.94556155]%
Cross Entropy Loss: [0.89320827 0.30582756 0.16162409 0.10865932 0.08192717]
Correct: [70.30407062 93.44041197 97.67042668 98.61451692 99.10495341]%
Cross Entropy Loss: [0.8792517  0.2916177  0.15631825 0.10349019 0.07917245]
Correct: [71.76311918 94.12702305 97.75625307 98.72486513 99.14173615]%
Cross Entropy Loss: [0.8926337  0.29644132 0.15594466 0.09916299 0.07446694]
Correct: [70.65963708 93.41589014 97.84207945 98.83521334 99.22756253]%
Cross Entropy Loss: [0.88454515 0.28828177 0.1545741  0.10002167 0.07556384]
Correct: [71.55468367 93.99215302 97.6949485  98.71260422 99.31338892]%
Cross Entropy Loss: [0.87497044 0.2827022  0.14563897 0.09393251 0.07098562]
Correct: [71.57920549 94.10250123 98.00147131 98.97008337 99.21530162]%
Cross Entropy Loss: [0.8681595  0.2829822  0.14249907 0.09876677 0.07880398]
Correct: [72.40068661 94.01667484 98.05051496 98.61451692 98.87199608]%
Cross Entropy Loss: [0.85729045 0.2724887  0.13964224 0.0901082  0.06626634]
Correct: [72.54781756 94.92398234 98.51642962 99.20304071 99.48504169]%
Cross Entropy Loss: [0.8561859  0.27030084 0.1361423  0.08762485 0.06490401]
Correct: [72.35164296 94.98528691 98.51642962 99.20304071 99.43599804]%
Cross Entropy Loss: [0.8448057  0.27119803 0.13840754 0.08840168 0.07236224]
Correct: [73.20990682 94.44580677 98.16086317 99.16625797 99.17851888]%
Cross Entropy Loss: [0.85896325 0.26544982 0.13295309 0.0868933  0.06494023]
Correct: [72.06964198 94.50711133 98.25895047 99.10495341 99.36243256]%
Cross Entropy Loss: [0.8478443  0.26523462 0.13480845 0.08723909 0.0649858 ]
Correct: [72.90338401 94.81363413 98.27121138 98.9946052  99.32564983]%
Cross Entropy Loss: [0.842154   0.2615463  0.13148709 0.0830141  0.06197991]
Correct: [72.7930358  95.1814615  98.30799411 99.23982344 99.46051986]%
Cross Entropy Loss: [0.83046883 0.26038736 0.12967591 0.08064727 0.05942543]
Correct: [73.95782246 94.88719961 98.38155959 99.17851888 99.52182442]%
Cross Entropy Loss: [0.8228395  0.24604486 0.12355078 0.07688902 0.05398331]
Correct: [73.74938695 95.76998529 98.63903874 99.38695439 99.73025993]%
Cross Entropy Loss: [0.8164755  0.24601586 0.12101243 0.07727094 0.05533705]
Correct: [73.9946052  95.65963708 98.68808239 99.35017165 99.68121628]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.61%
From layer 1:
Accuracy: 65.55%
From layer 2:
Accuracy: 69.04%
From layer 3:
Accuracy: 70.41%
From layer 4:
Accuracy: 72.04%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 76.20%
From layer 1:
Accuracy: 97.38%
From layer 2:
Accuracy: 99.29%
From layer 3:
Accuracy: 99.80%
From layer 4:
Accuracy: 99.87%
Checkpoint 200
models/shd_4layer_withckpts_noaugment_epoch200.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.05653   3.815984  3.7370894 2.9505558 3.2267165]
Correct: [11.3413438  17.6679745  17.59440902 28.16331535 29.52427661]%
Cross Entropy Loss: [2.9743693 2.0650275 1.8111491 1.419417  1.2689288]
Correct: [20.31633154 35.87542913 41.4664051  52.68513977 55.49288867]%
Cross Entropy Loss: [2.5232778  1.6979332  1.4298805  1.0904669  0.97288066]
Correct: [27.03531143 44.10250123 51.32417852 62.73908779 66.02501226]%
Cross Entropy Loss: [2.295856  1.4957806 1.2046218 0.9202735 0.8229645]
Correct: [30.81167239 50.62530652 58.11672388 68.89406572 71.67729279]%
Cross Entropy Loss: [2.1173198  1.3354757  1.0542899  0.78960073 0.69295776]
Correct: [34.17116233 54.59784208 62.80039235 73.41834232 76.83913683]%
Cross Entropy Loss: [2.0149746  1.238383   0.94176495 0.7095393  0.62980753]
Correct: [35.92447278 57.87150564 67.45953899 76.5080922  79.09514468]%
Cross Entropy Loss: [1.9309629  1.1295938  0.8463548  0.6284204  0.55093205]
Correct: [38.30308975 61.68464934 70.91711623 79.63462482 82.44237371]%
Cross Entropy Loss: [1.8297672 1.0433112 0.7703823 0.5822171 0.5067427]
Correct: [40.53457577 64.57822462 73.7984306  81.21628249 83.95046591]%
Cross Entropy Loss: [1.751183   0.9704502  0.70534915 0.52308035 0.45445204]
Correct: [42.76606179 66.55223149 76.18930848 83.81559588 85.88769004]%
Cross Entropy Loss: [1.6820542  0.9270193  0.6602177  0.49803486 0.4336739 ]
Correct: [43.69789112 68.51397744 78.50662089 84.51446788 86.61108386]%
Cross Entropy Loss: [1.6342973  0.8761442  0.61123306 0.45415807 0.3921144 ]
Correct: [45.84355076 70.10789603 80.30897499 86.02256008 88.13143698]%
Cross Entropy Loss: [1.5689868  0.8024004  0.56142026 0.42271835 0.36835647]
Correct: [46.72633644 73.57773418 82.45463462 87.7513487  88.98970083]%
Cross Entropy Loss: [1.531529   0.76820517 0.52403593 0.38650966 0.3391948 ]
Correct: [47.70720942 74.46051986 84.12211869 88.73222168 89.78666013]%
Cross Entropy Loss: [1.4900392  0.7357306  0.49770686 0.3644979  0.32120323]
Correct: [49.74252084 76.18930848 84.79646886 89.70083374 90.57135851]%
Cross Entropy Loss: [1.4526379  0.6986033  0.47360784 0.34542215 0.2989727 ]
Correct: [50.23295733 76.96174595 86.12064738 90.4610103  91.85875429]%
Cross Entropy Loss: [1.4150113  0.66769767 0.44849527 0.3360415  0.28988385]
Correct: [51.54487494 78.44531633 87.13830309 90.63266307 92.03040706]%
Cross Entropy Loss: [1.3845692  0.65487134 0.44362506 0.32595992 0.27771288]
Correct: [52.31731241 78.82540461 86.61108386 90.9637077  92.22658166]%
Cross Entropy Loss: [1.3409258  0.6225907  0.40731415 0.29633442 0.25432467]
Correct: [53.06522805 80.35801864 88.54830799 92.32466896 93.14615007]%
Cross Entropy Loss: [1.3101625  0.59769875 0.3922416  0.28889477 0.2451321 ]
Correct: [54.43845022 81.2285434  89.06326631 92.31240804 93.58754291]%
Cross Entropy Loss: [1.2893384  0.5684302  0.37304673 0.26936316 0.23122649]
Correct: [55.03923492 82.81020108 89.83570378 92.98675821 93.86954389]%
Cross Entropy Loss: [1.2559152  0.5483984  0.35212293 0.2571869  0.21909371]
Correct: [56.28984796 83.54585581 90.91466405 93.56302109 94.26189308]%
Cross Entropy Loss: [1.2224987  0.5226927  0.33655575 0.23813677 0.20079203]
Correct: [57.24619912 84.28151054 91.18440412 94.33545856 95.40215792]%
Cross Entropy Loss: [1.2101812  0.5102561  0.32108486 0.22945186 0.19308119]
Correct: [58.06768024 84.95586072 91.99362433 94.64198136 95.43894066]%
Cross Entropy Loss: [1.1770843  0.49950892 0.3137125  0.22293404 0.18247975]
Correct: [59.48994605 85.18881805 92.49632173 94.99754782 96.11329083]%
Cross Entropy Loss: [1.1603041  0.4804074  0.29874775 0.21055955 0.1791836 ]
Correct: [59.83325159 86.32908288 93.0725846  95.2795488  96.07650809]%
Cross Entropy Loss: [1.1425881  0.45973045 0.28536853 0.2044836  0.16957481]
Correct: [60.75282001 86.86856302 93.42815105 95.3776361  96.39529181]%
Cross Entropy Loss: [1.1275758  0.45334283 0.2747666  0.19146338 0.15970741]
Correct: [60.59342815 87.21186856 93.56302109 95.97842079 96.86120647]%
Cross Entropy Loss: [1.114943   0.4441091  0.27036867 0.18950945 0.15538855]
Correct: [60.93673369 87.86169691 93.4771947  95.96615988 96.8857283 ]%
Cross Entropy Loss: [1.1088547  0.43965897 0.26563808 0.1914037  0.15927294]
Correct: [61.79499755 87.73908779 94.06571849 95.51250613 96.45659637]%
Cross Entropy Loss: [1.0862391  0.4178946  0.25352567 0.17532806 0.14186049]
Correct: [62.56743502 88.56056891 94.50711133 96.43207455 97.27807749]%
Cross Entropy Loss: [1.0680475  0.40368488 0.23910882 0.16405785 0.13177544]
Correct: [63.3521334  89.36978911 95.23050515 96.72633644 97.53555665]%
Cross Entropy Loss: [1.0457555  0.39098546 0.23269294 0.15862456 0.13147387]
Correct: [64.74987739 89.90926925 95.38989701 96.95929377 97.70720942]%
Cross Entropy Loss: [1.0345478  0.39118892 0.22954941 0.160168   0.1297924 ]
Correct: [64.11230996 89.87248651 95.41441883 96.95929377 97.60912212]%
Cross Entropy Loss: [1.0211902  0.38006586 0.21847406 0.14806195 0.11774701]
Correct: [65.58361942 90.12996567 95.50024522 97.35164296 98.25895047]%
Cross Entropy Loss: [1.0178217  0.3713181  0.21860541 0.15046047 0.12095018]
Correct: [65.22805297 90.84109858 95.40215792 97.05738107 97.91564492]%
Cross Entropy Loss: [0.9933872  0.3553658  0.20167983 0.13586812 0.10850082]
Correct: [66.27023051 91.27023051 96.65277097 97.82981854 98.43060324]%
Cross Entropy Loss: [0.9903543  0.3483721  0.19695167 0.13304651 0.11008508]
Correct: [66.40510054 91.58901422 96.55468367 97.86660128 98.35703776]%
Cross Entropy Loss: [0.97568005 0.3477762  0.19455363 0.12980784 0.10478153]
Correct: [67.04266797 91.52770966 96.27268269 97.90338401 98.4919078 ]%
Cross Entropy Loss: [0.96357334 0.33473563 0.18596298 0.1218568  0.09726698]
Correct: [67.87641    92.01814615 97.08190289 98.47964689 98.8965179 ]%
Cross Entropy Loss: [0.9653638  0.34076464 0.19369031 0.13404591 0.11008459]
Correct: [67.4717999  91.74840608 96.50564002 97.62138303 98.13634134]%
Cross Entropy Loss: [0.9608944  0.3301076  0.1858175  0.12292239 0.10210183]
Correct: [67.91319274 91.83423247 96.79990191 98.13634134 98.45512506]%
Cross Entropy Loss: [0.944651   0.32026076 0.17387241 0.11243735 0.08993778]
Correct: [68.55076018 92.52084355 97.36390387 98.41834232 98.78616969]%
Cross Entropy Loss: [0.92548585 0.3066504  0.16667573 0.10791725 0.08375535]
Correct: [69.02893575 93.41589014 97.57233938 98.56547327 99.10495341]%
Cross Entropy Loss: [0.9251539  0.30949435 0.16887508 0.1126778  0.09115365]
Correct: [69.38450221 92.79058362 97.33938205 98.3938205  98.67582148]%
Cross Entropy Loss: [0.924445   0.30919433 0.16745664 0.10960585 0.08738801]
Correct: [69.23737126 92.93771457 97.27807749 98.46738597 98.9946052 ]%
Cross Entropy Loss: [0.9153641  0.30182117 0.16198692 0.1064931  0.08272169]
Correct: [69.42128494 93.23197646 97.53555665 98.67582148 99.05590976]%
Cross Entropy Loss: [0.8917917  0.28380468 0.15173037 0.10174185 0.08160232]
Correct: [71.02746444 94.32319765 97.86660128 98.65129966 99.00686611]%
Cross Entropy Loss: [0.90267986 0.29309484 0.15567212 0.10415477 0.0820375 ]
Correct: [70.63511525 93.34232467 97.52329573 98.40608141 98.84747425]%
Cross Entropy Loss: [0.8783207  0.28070003 0.14576444 0.10156136 0.07834673]
Correct: [71.54242276 94.13928396 98.20990682 98.4919078  99.08043158]%
Cross Entropy Loss: [0.88090134 0.27652544 0.14146738 0.08980542 0.07012549]
Correct: [70.73320255 94.09024031 98.18538499 99.0926925  99.37469348]%
Cross Entropy Loss: [0.8642209  0.26759797 0.13665773 0.08515389 0.0645832 ]
Correct: [71.62824914 94.76459049 98.50416871 99.301128   99.63217263]%
Cross Entropy Loss: [0.8518345  0.26340187 0.14117628 0.09083428 0.06898437]
Correct: [73.12408043 94.8749387  98.01373222 98.87199608 99.25208436]%
Cross Entropy Loss: [0.87838835 0.27086768 0.1376355  0.08781129 0.06673604]
Correct: [71.41981363 94.274154   98.16086317 99.0926925  99.43599804]%
Cross Entropy Loss: [0.86627156 0.26758865 0.13335381 0.08565313 0.0652328 ]
Correct: [72.09416381 94.50711133 98.30799411 98.95782246 99.43599804]%
Cross Entropy Loss: [0.8561667  0.2602448  0.1345033  0.08347544 0.06395259]
Correct: [72.22903384 94.54389407 98.16086317 99.14173615 99.4973026 ]%
Cross Entropy Loss: [0.84113294 0.25649473 0.12927574 0.08274266 0.06482475]
Correct: [73.61451692 95.00980873 98.38155959 99.04364885 99.33791074]%
Cross Entropy Loss: [0.85003084 0.25352016 0.13011684 0.083654   0.06647024]
Correct: [72.62138303 95.03433055 98.27121138 98.90877881 99.21530162]%
Cross Entropy Loss: [0.8244882  0.24175344 0.1199625  0.07304415 0.05424819]
Correct: [73.93330064 95.64737616 98.62677783 99.48504169 99.77930358]%
Cross Entropy Loss: [0.83074677 0.24019982 0.11636161 0.07370328 0.05518792]
Correct: [73.70034331 95.45120157 98.8965179  99.35017165 99.71799902]%
Cross Entropy Loss: [0.82743216 0.2424222  0.11864166 0.08176157 0.08107473]
Correct: [73.78616969 95.38989701 98.87199608 99.25208436 98.7984306 ]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 48.37%
From layer 1:
Accuracy: 66.34%
From layer 2:
Accuracy: 70.41%
From layer 3:
Accuracy: 71.60%
From layer 4:
Accuracy: 72.39%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 75.47%
From layer 1:
Accuracy: 96.80%
From layer 2:
Accuracy: 99.46%
From layer 3:
Accuracy: 99.82%
From layer 4:
Accuracy: 99.61%
Checkpoint 220
models/shd_4layer_withckpts_noaugment_epoch220.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.2035937 3.6660016 3.495536  2.945295  2.5089958]
Correct: [ 8.61942128 16.74840608 19.26189308 27.55026974 33.72976949]%
Cross Entropy Loss: [3.1251445 2.036152  1.7165905 1.3185041 1.1814944]
Correct: [17.75380088 34.80872977 42.36145169 53.38401177 59.09759686]%
Cross Entropy Loss: [2.65823   1.6630486 1.3422848 1.0325968 0.9064947]
Correct: [23.9946052  44.54389407 53.04070623 63.78126533 69.04119667]%
Cross Entropy Loss: [2.3873658 1.4633405 1.1247619 0.8735661 0.7762614]
Correct: [29.40166748 50.5026974  61.16969103 69.7768514  73.43060324]%
Cross Entropy Loss: [2.2094822  1.307761   0.99041975 0.7580779  0.65914494]
Correct: [32.11132908 55.19862678 65.92692496 74.43599804 77.68513977]%
Cross Entropy Loss: [2.071369   1.1956077  0.8790898  0.67317873 0.5812416 ]
Correct: [34.9435998  59.41638058 70.47572339 77.52574792 80.55419323]%
Cross Entropy Loss: [1.9439502 1.0884603 0.7865911 0.6042177 0.5164039]
Correct: [37.17508583 62.83717509 73.41834232 80.57871506 83.27611574]%
Cross Entropy Loss: [1.8612021  1.0162815  0.7222943  0.55176723 0.47509497]
Correct: [39.67631192 64.88474743 76.09122119 82.05002452 84.87003433]%
Cross Entropy Loss: [1.7726867  0.94720966 0.6671335  0.50664836 0.43202534]
Correct: [41.09857773 68.14615007 78.60470819 84.25698872 86.70917116]%
Cross Entropy Loss: [1.7215338  0.900079   0.62000114 0.4746587  0.40436006]
Correct: [42.77832271 69.59293771 80.02697401 85.25012261 87.40804316]%
Cross Entropy Loss: [1.6512632  0.8442058  0.5631622  0.43439868 0.3621337 ]
Correct: [44.274154   72.14320745 82.28298185 86.6478666  89.18587543]%
Cross Entropy Loss: [1.600708   0.7969858  0.5226415  0.39660084 0.3370275 ]
Correct: [45.70868073 73.4919078  83.87690044 88.04561059 89.88474743]%
Cross Entropy Loss: [1.5431427  0.75807023 0.49757755 0.3723533  0.3182223 ]
Correct: [47.32712114 75.30652281 84.80872977 89.2594409  90.80431584]%
Cross Entropy Loss: [1.483578   0.71358246 0.46578437 0.35171342 0.28829288]
Correct: [48.87199608 76.94948504 86.23099559 90.10544385 92.10397254]%
Cross Entropy Loss: [1.4582012  0.6806515  0.4461912  0.32692444 0.26842758]
Correct: [49.81608632 77.94261893 87.33447769 90.8656204  92.82736636]%
Cross Entropy Loss: [1.4272293  0.6534809  0.41997573 0.31486413 0.2619257 ]
Correct: [50.94409024 78.99705738 87.849436   91.12309956 93.06032369]%
Cross Entropy Loss: [1.3818604  0.63190985 0.40330905 0.2994494  0.24705926]
Correct: [51.88818048 80.10053948 88.60961256 92.09171162 93.72241295]%
Cross Entropy Loss: [1.353279   0.5981786  0.37756038 0.28346422 0.234671  ]
Correct: [53.17557626 81.2285434  89.40657185 92.20205983 94.00441393]%
Cross Entropy Loss: [1.3177387  0.5784697  0.3634706  0.2683169  0.22341765]
Correct: [54.24227563 82.3320255  90.25257479 93.02354095 94.24963217]%
Cross Entropy Loss: [1.2884148  0.56171864 0.3467074  0.25432634 0.21100806]
Correct: [55.38254046 82.5282001  90.84109858 93.40362923 94.55615498]%
Cross Entropy Loss: [1.2569     0.53065276 0.32915878 0.24021415 0.19808392]
Correct: [56.40019617 84.20794507 91.49092692 94.11476214 95.32859245]%
Cross Entropy Loss: [1.2316165  0.51314586 0.30969673 0.22818594 0.18876019]
Correct: [57.8347229  84.87003433 92.41049534 94.76459049 95.57381069]%
Cross Entropy Loss: [1.2111611  0.500129   0.30299044 0.21846181 0.17708832]
Correct: [58.50907308 85.1397744  92.54536538 95.07111329 96.13781265]%
Cross Entropy Loss: [1.1946594  0.48554668 0.29472393 0.21798383 0.1787484 ]
Correct: [58.22707209 85.75282001 92.76606179 94.74006866 96.02746444]%
Cross Entropy Loss: [1.1668792  0.46639207 0.27807945 0.2060306  0.167954  ]
Correct: [59.66159882 86.6478666  93.40362923 95.15693968 96.27268269]%
Cross Entropy Loss: [1.1621014  0.4602533  0.27333188 0.19771038 0.1575825 ]
Correct: [59.89455615 86.51299657 93.39136832 95.57381069 96.79990191]%
Cross Entropy Loss: [1.1381054  0.43405572 0.2505763  0.17628327 0.14128886]
Correct: [60.7405591  88.05787151 94.29867582 96.43207455 97.44973026]%
Cross Entropy Loss: [1.1276642  0.42989358 0.25023317 0.17963223 0.14432035]
Correct: [61.58656204 88.22952428 94.18832761 96.13781265 97.24129475]%
Cross Entropy Loss: [1.0999826  0.41809356 0.24232051 0.17756543 0.14564207]
Correct: [62.19960765 88.43795978 94.44580677 96.03972536 97.13094654]%
Cross Entropy Loss: [1.0720898  0.40223408 0.23396364 0.1690856  0.1344747 ]
Correct: [63.51152526 89.12457087 94.88719961 96.67729279 97.30259931]%
Cross Entropy Loss: [1.0706781  0.39644793 0.22570351 0.15605219 0.12530412]
Correct: [63.68317803 89.13683178 95.32859245 96.97155468 97.94016675]%
Cross Entropy Loss: [1.0486528  0.37992924 0.21327332 0.14861532 0.11554395]
Correct: [64.61500736 90.16674841 96.088769   97.52329573 98.44286415]%
Cross Entropy Loss: [1.0359844  0.3728694  0.20946334 0.14762922 0.11448493]
Correct: [65.09318293 90.49779304 95.99068171 97.3884257  98.22216773]%
Cross Entropy Loss: [1.0238512  0.36541155 0.20176041 0.13897894 0.11089934]
Correct: [64.82344286 90.43648847 96.51790093 97.78077489 98.25895047]%
Cross Entropy Loss: [1.021873   0.35972187 0.20061222 0.13862652 0.10975508]
Correct: [65.11770476 90.8656204  96.19911721 97.7930358  98.33251594]%
Cross Entropy Loss: [1.000752   0.35057667 0.19107439 0.1274358  0.10247804]
Correct: [65.87788131 91.22118686 96.66503188 98.17312408 98.51642962]%
Cross Entropy Loss: [0.9831782  0.33107638 0.18337272 0.12219968 0.09612837]
Correct: [66.77292791 92.39823443 96.94703286 98.27121138 98.78616969]%
Cross Entropy Loss: [0.9766731  0.3334235  0.18660574 0.13053945 0.09977096]
Correct: [67.5698872  92.17753801 96.62824914 97.71947033 98.45512506]%
Cross Entropy Loss: [0.98075676 0.33438078 0.17593443 0.11898104 0.09180958]
Correct: [66.72388426 91.77292791 97.00833742 98.44286415 98.8965179 ]%
Cross Entropy Loss: [0.95104915 0.31584334 0.16629407 0.11421419 0.08774897]
Correct: [68.59980383 92.77832271 97.65816577 98.45512506 99.10495341]%
Cross Entropy Loss: [0.9560561  0.31172514 0.16457522 0.11029684 0.08408888]
Correct: [67.39823443 93.09710642 97.486513   98.50416871 99.12947523]%
Cross Entropy Loss: [0.93861055 0.30914497 0.16313237 0.11303788 0.09029668]
Correct: [69.10250123 92.92545365 97.54781756 98.22216773 98.63903874]%
Cross Entropy Loss: [0.94409025 0.30497524 0.15730967 0.10628077 0.08311515]
Correct: [68.33006376 93.28102011 97.75625307 98.52869053 99.00686611]%
Cross Entropy Loss: [0.91397357 0.29581842 0.15201743 0.10051455 0.07736391]
Correct: [69.49485042 93.45267288 97.90338401 98.8965179  99.23982344]%
Cross Entropy Loss: [0.9225317  0.3009242  0.1553158  0.10392988 0.08053344]
Correct: [68.9798921  92.86414909 97.44973026 98.46738597 98.98234429]%
Cross Entropy Loss: [0.910176   0.28415027 0.15192167 0.10401074 0.07961291]
Correct: [69.91172143 93.72241295 97.43746935 98.50416871 98.90877881]%
Cross Entropy Loss: [0.9045588  0.29380342 0.14836319 0.10142712 0.07779635]
Correct: [70.1814615  92.87641    97.6949485  98.60225601 99.01912702]%
Cross Entropy Loss: [0.8941526  0.27659723 0.14180206 0.09335814 0.07030986]
Correct: [71.11329083 93.96763119 97.97694949 98.97008337 99.3992153 ]%
Cross Entropy Loss: [0.8761534  0.26576287 0.1325503  0.08504981 0.06391814]
Correct: [71.2849436  94.64198136 98.4919078  99.21530162 99.57086807]%
Cross Entropy Loss: [0.88781357 0.2668019  0.12964141 0.08371558 0.06474966]
Correct: [71.33398725 94.64198136 98.67582148 99.19077979 99.44825895]%
Cross Entropy Loss: [0.8681233  0.2649356  0.13153845 0.08906305 0.07120452]
Correct: [72.26581658 94.59293771 98.34477685 98.65129966 98.98234429]%
Cross Entropy Loss: [0.86345536 0.25673366 0.12599665 0.08218044 0.06371269]
Correct: [72.25355566 94.78911231 98.5899951  99.21530162 99.42373713]%
Cross Entropy Loss: [0.8643265  0.25469404 0.1228412  0.07872714 0.05873665]
Correct: [72.42520844 95.14467876 98.61451692 99.27660618 99.5953899 ]%
Cross Entropy Loss: [0.8690306  0.25006536 0.12016169 0.07731701 0.05601669]
Correct: [71.72633644 95.46346248 98.71260422 99.36243256 99.65669446]%
Cross Entropy Loss: [0.8436143  0.24296068 0.11525612 0.07396014 0.05573729]
Correct: [73.5899951  95.7822462  99.10495341 99.47278077 99.73025993]%
Cross Entropy Loss: [0.8375964  0.24136731 0.11417226 0.07234502 0.05297405]
Correct: [73.20990682 95.38989701 98.98234429 99.46051986 99.75478176]%
Cross Entropy Loss: [0.8382614  0.24591087 0.11261256 0.06919234 0.050708  ]
Correct: [73.32025503 95.19372241 99.06817067 99.68121628 99.76704267]%
Cross Entropy Loss: [0.839278   0.23383978 0.10840882 0.06817137 0.05136352]
Correct: [73.03825405 95.95389897 99.10495341 99.5953899  99.70573811]%
Cross Entropy Loss: [0.83260494 0.23604943 0.11511353 0.0746069  0.05855461]
Correct: [73.98234429 95.59833252 98.45512506 99.15399706 99.36243256]%
Cross Entropy Loss: [0.8279125  0.23466986 0.10649274 0.06647515 0.05283146]
Correct: [74.08043158 95.52476704 99.0926925  99.66895537 99.68121628]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.44%
From layer 1:
Accuracy: 66.61%
From layer 2:
Accuracy: 71.51%
From layer 3:
Accuracy: 72.22%
From layer 4:
Accuracy: 73.19%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.93%
From layer 1:
Accuracy: 95.68%
From layer 2:
Accuracy: 99.14%
From layer 3:
Accuracy: 99.68%
From layer 4:
Accuracy: 99.84%
Checkpoint 240
models/shd_4layer_withckpts_noaugment_epoch240.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.1423426 4.0092683 3.2084475 3.0248935 2.4919145]
Correct: [ 9.89455615 16.27023051 23.33251594 27.84453163 35.4462972 ]%
Cross Entropy Loss: [3.0248334 2.143364  1.6352872 1.3473406 1.1298175]
Correct: [20.42667974 33.938205   44.94850417 53.37175086 61.02256008]%
Cross Entropy Loss: [2.5812504  1.7307582  1.2811724  1.0441881  0.86621517]
Correct: [25.96861206 43.12162825 55.66454144 63.26630701 70.30407062]%
Cross Entropy Loss: [2.3242285 1.4921843 1.089305  0.86871   0.7364566]
Correct: [30.19862678 50.41687102 62.38352133 70.41441883 74.76704267]%
Cross Entropy Loss: [2.1573153  1.3276066  0.9348011  0.74559003 0.6234111 ]
Correct: [33.86463953 55.00245218 67.77832271 75.         79.63462482]%
Cross Entropy Loss: [2.0356433  1.2086937  0.8438318  0.671007   0.55295193]
Correct: [36.19421285 58.76655223 71.37076999 78.06522805 82.09906817]%
Cross Entropy Loss: [1.9255106 1.1221805 0.7608357 0.6048759 0.4994803]
Correct: [38.37665522 61.40264836 74.64443355 80.38254046 84.17116233]%
Cross Entropy Loss: [1.8391185  1.0267845  0.6981459  0.5482895  0.45036304]
Correct: [40.62040216 64.92153016 77.46444335 82.51593919 85.78960275]%
Cross Entropy Loss: [1.7703108  0.9564027  0.6431412  0.5026743  0.41628394]
Correct: [42.0671898  67.01814615 79.05836194 83.99950956 87.30995586]%
Cross Entropy Loss: [1.7095128  0.8996954  0.59322023 0.45844525 0.38337177]
Correct: [43.36684649 69.39676312 81.11819519 85.59342815 88.38891614]%
Cross Entropy Loss: [1.6454692  0.8472808  0.5565031  0.43880966 0.35204306]
Correct: [45.19372241 71.4811182  82.50367827 86.50073565 89.38205002]%
Cross Entropy Loss: [1.5965524  0.7997947  0.51170796 0.3954331  0.33377457]
Correct: [46.51790093 73.23442864 84.51446788 88.11917607 90.09318293]%
Cross Entropy Loss: [1.5492024  0.75572217 0.48363954 0.37180066 0.30264512]
Correct: [48.18538499 74.77930358 85.70377636 89.21039725 91.57675331]%
Cross Entropy Loss: [1.4866097  0.71198416 0.4564654  0.34465006 0.27894506]
Correct: [49.38695439 76.81461501 86.53751839 90.38744483 92.36145169]%
Cross Entropy Loss: [1.4523522  0.68518174 0.4302854  0.32650998 0.26094565]
Correct: [50.85826385 77.78322707 87.150564   90.84109858 92.96223639]%
Cross Entropy Loss: [1.4229966  0.66262287 0.40959877 0.30671474 0.24732797]
Correct: [50.87052477 78.72731731 88.36439431 91.84649338 93.51397744]%
Cross Entropy Loss: [1.3796499  0.63474756 0.38940358 0.3021754  0.24220842]
Correct: [52.66061795 79.63462482 89.21039725 91.98136341 93.66110839]%
Cross Entropy Loss: [1.3520111  0.6024991  0.36642247 0.27983803 0.22714268]
Correct: [53.08974988 81.16723884 90.20353114 92.82736636 94.02893575]%
Cross Entropy Loss: [1.3307241  0.58153063 0.35229072 0.26823694 0.21306576]
Correct: [54.32810201 82.06228543 90.60814125 93.0725846  94.82589505]%
Cross Entropy Loss: [1.2914858  0.5531391  0.33404142 0.24705486 0.19692749]
Correct: [55.4193232  83.37420304 91.45414419 93.6733693  95.21824424]%
Cross Entropy Loss: [1.2726552  0.5360952  0.32724926 0.24876216 0.19420512]
Correct: [55.64001962 83.74203041 91.39283963 93.56302109 95.3776361 ]%
Cross Entropy Loss: [1.2405108  0.5158467  0.30730516 0.22208528 0.17040105]
Correct: [57.35654733 84.7351643  92.14075527 95.03433055 96.50564002]%
Cross Entropy Loss: [1.2154315  0.49251434 0.29645076 0.2136351  0.16785324]
Correct: [57.96959294 85.77734183 92.75380088 95.03433055 96.29720451]%
Cross Entropy Loss: [1.1949749  0.4815677  0.28742608 0.2031821  0.15780792]
Correct: [58.34968122 86.43943109 93.25649828 95.38989701 96.79990191]%
Cross Entropy Loss: [1.1779017  0.46976775 0.27529788 0.19979721 0.15573575]
Correct: [58.92594409 86.67238843 93.37910741 95.45120157 96.93477195]%
Cross Entropy Loss: [1.1560488  0.45299998 0.26361504 0.19405237 0.15078835]
Correct: [60.12751349 87.53065228 94.11476214 95.96615988 96.9838156 ]%
Cross Entropy Loss: [1.1449448  0.4396378  0.25535935 0.18179071 0.1394297 ]
Correct: [60.18881805 87.93526238 94.21284944 96.30946542 97.13094654]%
Cross Entropy Loss: [1.1140975  0.42782998 0.24456081 0.17578332 0.13434826]
Correct: [61.2432565  88.56056891 94.75232957 96.65277097 97.486513  ]%
Cross Entropy Loss: [1.0998294  0.41295224 0.23629278 0.16803841 0.12968166]
Correct: [62.04021579 89.01422266 94.91172143 96.53016184 97.74399215]%
Cross Entropy Loss: [1.0800287  0.40430808 0.23346531 0.1645517  0.12507425]
Correct: [62.69004414 89.01422266 94.96076508 97.00833742 97.9892104 ]%
Cross Entropy Loss: [1.0708723  0.39034247 0.21581706 0.15287067 0.1188727 ]
Correct: [63.24178519 89.74987739 95.96615988 97.3884257  97.96468857]%
Cross Entropy Loss: [1.0578412  0.38441107 0.2174105  0.14996624 0.1174989 ]
Correct: [63.51152526 90.20353114 95.50024522 97.33938205 97.8911231 ]%
Cross Entropy Loss: [1.0480591  0.37854454 0.21171054 0.14701428 0.11015599]
Correct: [63.80578715 90.32614026 95.59833252 97.41294752 98.23442864]%
Cross Entropy Loss: [1.0323267  0.3722472  0.20429222 0.14090732 0.10757764]
Correct: [64.61500736 90.42422756 96.10102992 97.64590486 98.47964689]%
Cross Entropy Loss: [1.0246515  0.3780353  0.20803003 0.1429088  0.10587314]
Correct: [64.2594409  90.08092202 95.43894066 97.486513   98.43060324]%
Cross Entropy Loss: [0.9987326  0.34705293 0.1878722  0.13145143 0.09894279]
Correct: [66.11083865 91.68710152 96.64051005 97.8911231  98.50416871]%
Cross Entropy Loss: [1.0003686  0.34148604 0.18682182 0.12697333 0.09707877]
Correct: [66.02501226 91.67484061 96.76311918 98.13634134 98.57773418]%
Cross Entropy Loss: [0.98131406 0.32965553 0.17363311 0.11508241 0.08430792]
Correct: [67.38597352 92.4717999  97.06964198 98.55321236 99.15399706]%
Cross Entropy Loss: [0.9700189  0.32439986 0.17440736 0.12456187 0.09292454]
Correct: [67.32466896 92.50858264 97.04512016 97.96468857 98.66356057]%
Cross Entropy Loss: [0.95504826 0.31368786 0.1657065  0.11162161 0.08648036]
Correct: [68.09710642 93.24423737 97.35164296 98.43060324 98.82295243]%
Cross Entropy Loss: [0.95389634 0.31836066 0.16529265 0.11092547 0.08300973]
Correct: [68.25649828 92.52084355 97.56007847 98.50416871 98.93330064]%
Cross Entropy Loss: [0.9455345  0.30598044 0.16027631 0.10824244 0.08027986]
Correct: [68.41589014 93.24423737 97.54781756 98.61451692 99.11721432]%
Cross Entropy Loss: [0.94409716 0.30318725 0.15510675 0.10470551 0.08038431]
Correct: [68.36684649 93.24423737 97.6949485  98.7984306  99.04364885]%
Cross Entropy Loss: [0.91887796 0.29336515 0.15237258 0.098411   0.06972092]
Correct: [69.70328592 93.73467386 97.59686121 98.7984306  99.33791074]%
Cross Entropy Loss: [0.9041891  0.29157218 0.15251788 0.10107312 0.07602149]
Correct: [70.2795488  93.84502207 97.54781756 98.66356057 99.08043158]%
Cross Entropy Loss: [0.9133613  0.28691974 0.14488448 0.09369642 0.07099659]
Correct: [70.40215792 94.04119667 97.96468857 98.94556155 99.20304071]%
Cross Entropy Loss: [0.90620714 0.28404918 0.14408502 0.0935529  0.06826614]
Correct: [69.96076508 94.11476214 98.02599313 98.90877881 99.27660618]%
Cross Entropy Loss: [0.8980561  0.27799386 0.14268893 0.09662858 0.07058605]
Correct: [70.52476704 94.16380579 97.91564492 98.73712604 99.10495341]%
Cross Entropy Loss: [0.88642675 0.27364415 0.13590948 0.09188999 0.06664959]
Correct: [70.86807258 94.50711133 98.1976459  98.76164787 99.28886709]%
Cross Entropy Loss: [0.8779231  0.26334983 0.12720205 0.07960854 0.0585435 ]
Correct: [71.30946542 94.97302599 98.68808239 99.28886709 99.57086807]%
Cross Entropy Loss: [0.8766793  0.2607302  0.12838364 0.08281314 0.05833137]
Correct: [71.24816086 95.03433055 98.41834232 99.22756253 99.60765081]%
Cross Entropy Loss: [0.8664013  0.25505707 0.12167708 0.07589871 0.05401856]
Correct: [72.15546837 95.20598333 98.92103973 99.53408534 99.66895537]%
Cross Entropy Loss: [0.8658477  0.25394872 0.12179011 0.07373505 0.05255457]
Correct: [71.97155468 95.09563512 98.65129966 99.47278077 99.74252084]%
Cross Entropy Loss: [0.8655792  0.25304475 0.12078299 0.07501142 0.05294873]
Correct: [71.787641   95.16920059 98.66356057 99.37469348 99.68121628]%
Cross Entropy Loss: [0.84817207 0.24788576 0.12036244 0.07908638 0.05705092]
Correct: [72.71947033 95.31633154 98.43060324 99.03138794 99.53408534]%
Cross Entropy Loss: [0.8390925  0.24125195 0.11427949 0.073047   0.05213645]
Correct: [73.06277587 95.53702795 98.76164787 99.27660618 99.65669446]%
Cross Entropy Loss: [0.8395444  0.24123898 0.11284053 0.06927203 0.04855672]
Correct: [73.35703776 95.45120157 98.82295243 99.54634625 99.74252084]%
Cross Entropy Loss: [0.8399831  0.2316405  0.10532738 0.06571758 0.04617814]
Correct: [73.2957332  96.02746444 99.22756253 99.60765081 99.79156449]%
Cross Entropy Loss: [0.83994466 0.23223895 0.10771561 0.06391909 0.04482222]
Correct: [73.71260422 96.03972536 98.92103973 99.69347719 99.87739088]%
Cross Entropy Loss: [0.8228976  0.2226209  0.10219165 0.06241375 0.04532341]
Correct: [74.3992153  96.62824914 99.25208436 99.65669446 99.76704267]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.79%
From layer 1:
Accuracy: 66.87%
From layer 2:
Accuracy: 70.49%
From layer 3:
Accuracy: 72.75%
From layer 4:
Accuracy: 73.85%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.58%
From layer 1:
Accuracy: 96.37%
From layer 2:
Accuracy: 99.09%
From layer 3:
Accuracy: 99.49%
From layer 4:
Accuracy: 99.51%
Checkpoint 260
models/shd_4layer_withckpts_noaugment_epoch260.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [4.8963914 3.669463  3.4922714 2.8183331 2.69434  ]
Correct: [10.6424718  16.82197155 22.22903384 29.76949485 34.07307504]%
Cross Entropy Loss: [2.9162796 2.0319834 1.6708071 1.3101568 1.1618987]
Correct: [21.22363904 35.98577734 44.82589505 55.06375674 59.78420795]%
Cross Entropy Loss: [2.4873257 1.6752334 1.3217416 1.0257082 0.9010215]
Correct: [28.06522805 45.52476704 54.86758215 64.73761648 68.99215302]%
Cross Entropy Loss: [2.254442   1.4588985  1.1161975  0.85910976 0.7571336 ]
Correct: [31.68219716 51.22609122 61.68464934 70.65963708 74.27660618]%
Cross Entropy Loss: [2.1076796  1.309275   0.9810946  0.75112355 0.66215634]
Correct: [34.57577244 55.27219225 66.88327612 74.03138794 77.89357528]%
Cross Entropy Loss: [1.9897474  1.1973977  0.88442785 0.67755455 0.5879871 ]
Correct: [37.29769495 59.28151054 70.00980873 77.85679255 80.77488965]%
Cross Entropy Loss: [1.8883008  1.0959761  0.78581446 0.5997313  0.5241685 ]
Correct: [39.60274644 62.45708681 73.88425699 80.1250613  83.04315841]%
Cross Entropy Loss: [1.8218502  1.0307113  0.7380475  0.5556661  0.48152846]
Correct: [41.12309956 64.88474743 75.14713095 82.0255027  84.37959784]%
Cross Entropy Loss: [1.7510777  0.9609117  0.6611132  0.50391114 0.44261456]
Correct: [42.94997548 67.4717999  78.33496812 84.1343796  86.03482099]%
Cross Entropy Loss: [1.6766804  0.88573325 0.60645795 0.46112764 0.3958826 ]
Correct: [43.68563021 70.0833742  80.68906327 85.31142717 87.76360961]%
Cross Entropy Loss: [1.6270893  0.85125154 0.5759093  0.44363818 0.38116726]
Correct: [45.48798431 71.6895537  81.76802354 86.35360471 88.27856793]%
Cross Entropy Loss: [1.5691959  0.7833056  0.52694106 0.39601827 0.33712682]
Correct: [46.55468367 74.06817067 83.98724865 88.19274154 90.16674841]%
Cross Entropy Loss: [1.5253446  0.75229764 0.4948744  0.3686879  0.31388652]
Correct: [48.13634134 75.24521824 85.01716528 89.17361452 91.09857773]%
Cross Entropy Loss: [1.4933124  0.7100097  0.46700114 0.35955584 0.3088972 ]
Correct: [48.60225601 76.5080922  85.78960275 89.46787641 91.22118686]%
Cross Entropy Loss: [1.4507983  0.68095267 0.4367113  0.32474056 0.27564824]
Correct: [49.74252084 77.89357528 87.71456596 91.19666503 92.43501717]%
Cross Entropy Loss: [1.4217587  0.6565318  0.42524493 0.31625342 0.26699522]
Correct: [51.14026484 79.05836194 87.48160863 91.08631682 92.83962727]%
Cross Entropy Loss: [1.373469   0.6193472  0.39683288 0.29832536 0.24793345]
Correct: [52.17018146 80.725846   88.76900441 91.93231976 93.41589014]%
Cross Entropy Loss: [1.342099   0.5917077  0.3819771  0.28401586 0.23711866]
Correct: [53.212359   81.26532614 89.2594409  92.38597352 93.85728298]%
Cross Entropy Loss: [1.3043673  0.56830084 0.35800794 0.26667073 0.21905196]
Correct: [54.24227563 82.51593919 90.63266307 93.09710642 94.43354586]%
Cross Entropy Loss: [1.2862899  0.551758   0.34605536 0.25204757 0.20797522]
Correct: [55.1250613  83.14124571 90.85335949 93.62432565 95.05885238]%
Cross Entropy Loss: [1.2575703  0.53518534 0.33224693 0.24437961 0.19969992]
Correct: [56.43697891 83.96272683 91.33153507 94.0779794  95.20598333]%
Cross Entropy Loss: [1.2335775  0.51273906 0.3173424  0.23324442 0.19652605]
Correct: [56.28984796 84.77194703 91.74840608 94.50711133 95.36537518]%
Cross Entropy Loss: [1.2107795  0.48828277 0.30236694 0.21749596 0.18027803]
Correct: [58.17802845 85.71603727 92.52084355 94.82589505 95.8803335 ]%
Cross Entropy Loss: [1.1807996  0.47940755 0.290689   0.20739305 0.17052975]
Correct: [58.38646395 85.93673369 92.90093183 95.42667974 96.27268269]%
Cross Entropy Loss: [1.1657345  0.462085   0.2778052  0.20009233 0.16358973]
Correct: [59.56351153 87.02795488 93.73467386 95.80676802 96.61598823]%
Cross Entropy Loss: [1.1472628  0.44951183 0.2735322  0.20197512 0.15975189]
Correct: [59.48994605 87.26091221 93.64884747 95.53702795 96.6895537 ]%
Cross Entropy Loss: [1.1253392  0.4382694  0.2604547  0.18404855 0.14525709]
Correct: [60.20107896 87.849436   94.20058852 96.16233448 97.10642472]%
Cross Entropy Loss: [1.1066998  0.42163405 0.24556793 0.1759437  0.14473206]
Correct: [61.1451692  88.58509073 94.89946052 96.70181462 97.26581658]%
Cross Entropy Loss: [1.1082096  0.42867544 0.25746968 0.19036672 0.16016449]
Correct: [61.40264836 87.81265326 93.62432565 95.7822462  96.40755272]%
Cross Entropy Loss: [1.0793308  0.40116367 0.23283581 0.16859739 0.13421968]
Correct: [62.46934772 89.46787641 95.14467876 96.89798921 97.47425208]%
Cross Entropy Loss: [1.0595528  0.38913292 0.22310121 0.15794156 0.12517236]
Correct: [63.14369789 90.09318293 95.43894066 97.08190289 97.92790584]%
Cross Entropy Loss: [1.0477679  0.37884668 0.21825978 0.15228513 0.12224416]
Correct: [63.98970083 90.73075037 95.65963708 97.31486023 98.06277587]%
Cross Entropy Loss: [1.030837   0.36939162 0.21350463 0.14925587 0.12052946]
Correct: [64.17361452 90.90240314 95.75772437 97.37616479 97.95242766]%
Cross Entropy Loss: [1.0261976  0.36482966 0.20863901 0.15137482 0.1231029 ]
Correct: [64.98283472 90.48553212 95.8803335  96.89798921 97.62138303]%
Cross Entropy Loss: [0.9990158  0.35073638 0.19708002 0.13486221 0.1079164 ]
Correct: [66.14762138 91.45414419 96.49337911 97.91564492 98.38155959]%
Cross Entropy Loss: [0.9893606  0.33991334 0.1899528  0.13118027 0.10418589]
Correct: [65.9637077  92.26336439 96.81216282 98.02599313 98.51642962]%
Cross Entropy Loss: [0.98524183 0.33621714 0.18553996 0.12790757 0.09833493]
Correct: [66.00049044 92.22658166 96.86120647 98.16086317 98.65129966]%
Cross Entropy Loss: [0.98327243 0.33552107 0.18630207 0.12886171 0.10313881]
Correct: [66.99362433 91.89553703 96.45659637 97.90338401 98.36929868]%
Cross Entropy Loss: [0.96958554 0.32832396 0.18155947 0.12322545 0.09346042]
Correct: [67.17753801 91.98136341 96.66503188 98.22216773 98.65129966]%
Cross Entropy Loss: [0.95924354 0.3181872  0.1762424  0.12047198 0.0906599 ]
Correct: [67.18979892 92.88867092 96.76311918 98.06277587 98.90877881]%
Cross Entropy Loss: [0.9463936  0.30800384 0.16634244 0.12010442 0.09745543]
Correct: [68.19519372 93.15841099 97.3884257  98.07503678 98.47964689]%
Cross Entropy Loss: [0.9368806  0.31080508 0.1686452  0.11334431 0.08657417]
Correct: [68.72241295 92.92545365 97.04512016 98.2957332  98.78616969]%
Cross Entropy Loss: [0.93855613 0.3057311  0.15962423 0.10802699 0.08082091]
Correct: [68.31780284 93.19519372 97.57233938 98.55321236 99.10495341]%
Cross Entropy Loss: [0.9120144  0.2890909  0.15087281 0.10329601 0.07699241]
Correct: [69.54389407 93.80823933 97.85434036 98.66356057 99.17851888]%
Cross Entropy Loss: [0.91773826 0.29063013 0.14921208 0.0977897  0.0730749 ]
Correct: [69.43354586 93.59980383 98.03825405 98.8965179  99.35017165]%
Cross Entropy Loss: [0.9039761  0.2863733  0.1502564  0.09926894 0.07544591]
Correct: [70.05885238 94.13928396 97.78077489 98.78616969 99.26434527]%
Cross Entropy Loss: [0.90239614 0.27536988 0.14034866 0.09155149 0.0695213 ]
Correct: [70.15693968 94.47032859 98.20990682 99.06817067 99.42373713]%
Cross Entropy Loss: [0.9018133  0.2738803  0.14116037 0.09073108 0.06971116]
Correct: [70.03433055 94.274154   98.07503678 99.12947523 99.42373713]%
Cross Entropy Loss: [0.8828475  0.2669993  0.13387702 0.0879393  0.06726407]
Correct: [71.27268269 94.66650319 98.33251594 99.17851888 99.27660618]%
Cross Entropy Loss: [0.8824691  0.26844734 0.13420953 0.09010944 0.06829946]
Correct: [70.7822462  94.49485042 98.40608141 98.9946052  99.301128  ]%
Cross Entropy Loss: [0.8735627  0.2617564  0.1294222  0.08319752 0.06257226]
Correct: [71.62824914 94.82589505 98.20990682 99.12947523 99.44825895]%
Cross Entropy Loss: [0.8629075  0.25891393 0.13009389 0.08161169 0.0612336 ]
Correct: [71.95929377 95.00980873 98.18538499 99.301128   99.46051986]%
Cross Entropy Loss: [0.85944015 0.24724346 0.12127928 0.07786531 0.05913422]
Correct: [72.27807749 95.35311427 98.73712604 99.43599804 99.5953899 ]%
Cross Entropy Loss: [0.8598775  0.25265363 0.12345149 0.08162141 0.05936139]
Correct: [72.31486023 95.16920059 98.81069152 99.36243256 99.60765081]%
Cross Entropy Loss: [0.847831   0.23957878 0.11604675 0.07459219 0.05545025]
Correct: [72.92790584 95.94163806 98.84747425 99.47278077 99.71799902]%
Cross Entropy Loss: [0.8439473  0.24213098 0.12027103 0.07734    0.05920398]
Correct: [73.09955861 95.85581167 98.67582148 99.31338892 99.53408534]%
Cross Entropy Loss: [0.8364592  0.2355575  0.11762836 0.0789478  0.06711396]
Correct: [73.05051496 95.96615988 98.67582148 99.17851888 99.06817067]%
Cross Entropy Loss: [0.8387773  0.23227562 0.1099187  0.06876099 0.05698461]
Correct: [73.02599313 95.90485532 99.01912702 99.61991172 99.53408534]%
Cross Entropy Loss: [0.8282201  0.23282152 0.11044492 0.07254058 0.05181016]
Correct: [73.54095145 95.79450711 98.81069152 99.32564983 99.61991172]%
Cross Entropy Loss: [0.8202137  0.22882731 0.10756982 0.07071172 0.05248332]
Correct: [74.16625797 95.91711623 99.00686611 99.42373713 99.65669446]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.88%
From layer 1:
Accuracy: 65.42%
From layer 2:
Accuracy: 70.19%
From layer 3:
Accuracy: 70.80%
From layer 4:
Accuracy: 71.82%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.98%
From layer 1:
Accuracy: 95.41%
From layer 2:
Accuracy: 98.92%
From layer 3:
Accuracy: 99.75%
From layer 4:
Accuracy: 99.91%
Checkpoint 280
models/shd_4layer_withckpts_noaugment_epoch280.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [4.8492265 4.0442467 3.416712  2.7728992 2.3914368]
Correct: [ 9.47768514 17.61893085 21.29720451 30.60323688 36.42717018]%
Cross Entropy Loss: [2.9927375 2.050964  1.6755794 1.2757535 1.1185552]
Correct: [19.93624326 35.91221187 44.09024031 55.68906327 61.3413438 ]%
Cross Entropy Loss: [2.529568   1.6894648  1.3127458  0.99005955 0.86888117]
Correct: [27.15792055 44.56841589 55.43158411 65.9637077  70.02206964]%
Cross Entropy Loss: [2.27193   1.4613385 1.1066042 0.844604  0.7350491]
Correct: [31.66993624 51.59391859 62.00343306 71.34624816 75.04904365]%
Cross Entropy Loss: [2.1165967 1.3120013 0.9676809 0.722736  0.6367625]
Correct: [34.36733693 55.66454144 67.33692987 76.1034821  78.69053458]%
Cross Entropy Loss: [1.994328  1.2079816 0.8626075 0.6503296 0.5763181]
Correct: [37.37126042 59.34281511 71.15007357 78.60470819 80.73810692]%
Cross Entropy Loss: [1.886936  1.1134539 0.7695635 0.5790669 0.4991418]
Correct: [39.39431094 62.37126042 74.19077979 81.2285434  83.95046591]%
Cross Entropy Loss: [1.8122739 1.0315    0.7083697 0.532464  0.4830182]
Correct: [41.5644924  64.46787641 76.48357038 82.50367827 84.17116233]%
Cross Entropy Loss: [1.7400297  0.96111363 0.64571303 0.485728   0.42058244]
Correct: [43.15841099 67.71701815 78.78862187 84.77194703 86.91760667]%
Cross Entropy Loss: [1.6626399  0.9079856  0.60246503 0.44842428 0.3944762 ]
Correct: [44.88719961 69.21284944 80.81167239 86.1451692  87.59195684]%
Cross Entropy Loss: [1.62175    0.85150814 0.56431645 0.42322227 0.36712247]
Correct: [45.86807258 71.43207455 82.12359    86.72143207 88.7567435 ]%
Cross Entropy Loss: [1.5639219  0.804452   0.51722723 0.38970643 0.33162278]
Correct: [47.57233938 73.35703776 83.72976949 87.849436   90.09318293]%
Cross Entropy Loss: [1.5042769  0.7676421  0.49877867 0.37092036 0.32084244]
Correct: [48.97008337 74.38695439 84.42864149 88.91613536 90.24031388]%
Cross Entropy Loss: [1.4654068  0.7265029  0.4668323  0.34334442 0.2950236 ]
Correct: [50.24521824 76.26287396 86.20647376 90.10544385 91.52770966]%
Cross Entropy Loss: [1.4314866  0.6959129  0.43690896 0.32079494 0.2748968 ]
Correct: [51.39774399 77.56253065 87.22412948 90.74301128 92.33692987]%
Cross Entropy Loss: [1.3947102  0.65929425 0.4093124  0.30453026 0.2575519 ]
Correct: [52.12113781 79.08288377 87.99656694 91.45414419 92.76606179]%
Cross Entropy Loss: [1.3642254  0.63361543 0.3923895  0.29320934 0.24947023]
Correct: [53.05296714 79.90436488 88.6586562  91.72388426 93.06032369]%
Cross Entropy Loss: [1.3249662  0.60932684 0.37986553 0.27391067 0.23088938]
Correct: [54.13192742 80.50514958 89.17361452 92.42275625 93.88180481]%
Cross Entropy Loss: [1.3128736  0.60111356 0.36934128 0.27264237 0.22902262]
Correct: [54.3158411  81.36341344 89.10004904 92.60666994 93.68563021]%
Cross Entropy Loss: [1.2779853  0.56096673 0.33691698 0.24705817 0.20354444]
Correct: [55.99558607 82.63854831 90.73075037 93.575282   95.1814615 ]%
Cross Entropy Loss: [1.2384331  0.53792804 0.3236042  0.2305839  0.19400695]
Correct: [57.45463462 83.69298676 91.49092692 94.44580677 95.13241785]%
Cross Entropy Loss: [1.2130986  0.5174318  0.30983582 0.22972275 0.19442998]
Correct: [57.81020108 84.637077   91.65031878 94.23737126 94.99754782]%
Cross Entropy Loss: [1.1984643  0.50614625 0.29975164 0.22174372 0.18152492]
Correct: [58.22707209 85.07846984 92.33692987 94.35998038 95.51250613]%
Cross Entropy Loss: [1.1686679  0.48755786 0.28637007 0.20156628 0.16771606]
Correct: [59.0362923  85.87542913 93.06032369 95.41441883 96.40755272]%
Cross Entropy Loss: [1.1462897  0.47240633 0.28570667 0.20524482 0.16436827]
Correct: [60.67925454 86.46395292 92.54536538 95.09563512 96.29720451]%
Cross Entropy Loss: [1.1481389  0.46343398 0.26918423 0.19515102 0.16216704]
Correct: [60.16429622 87.18734674 93.90632663 95.42667974 96.26042178]%
Cross Entropy Loss: [1.1162215  0.44964588 0.2596981  0.18355761 0.14817202]
Correct: [61.23099559 87.57969593 93.90632663 95.8803335  96.82442374]%
Cross Entropy Loss: [1.0961003  0.43360317 0.24939223 0.17625044 0.14461184]
Correct: [62.49386954 87.97204512 94.26189308 96.22363904 96.87346739]%
Cross Entropy Loss: [1.0856589  0.4224674  0.24029903 0.16347139 0.13453436]
Correct: [62.21186856 88.2540461  94.49485042 96.82442374 97.42520844]%
Cross Entropy Loss: [1.0610013  0.41560006 0.23333149 0.16464016 0.1315954 ]
Correct: [63.98970083 88.73222168 95.00980873 96.53016184 97.51103482]%
Cross Entropy Loss: [1.0483077  0.38936216 0.21434622 0.14959076 0.12104422]
Correct: [64.72535557 90.28935753 96.10102992 97.36390387 97.82981854]%
Cross Entropy Loss: [1.0397964  0.39021537 0.21498209 0.147962   0.11975761]
Correct: [64.44335459 89.66405101 95.53702795 97.27807749 97.70720942]%
Cross Entropy Loss: [1.0242665  0.3770682  0.21156959 0.14545183 0.12027637]
Correct: [65.35066209 90.65718489 95.53702795 97.40068661 97.6949485 ]%
Cross Entropy Loss: [1.0147603  0.37899336 0.20341885 0.14163548 0.11205815]
Correct: [65.80431584 90.06866111 96.00294262 97.42520844 97.94016675]%
Cross Entropy Loss: [1.0000536  0.3578831  0.19885898 0.13780674 0.11185758]
Correct: [66.1598823  91.33153507 96.15007357 97.60912212 98.05051496]%
Cross Entropy Loss: [0.997184   0.3584674  0.19349837 0.13306206 0.1092611 ]
Correct: [66.3683178  91.00049044 96.19911721 97.6949485  97.9892104 ]%
Cross Entropy Loss: [0.977785   0.3457498  0.18385318 0.12631789 0.099139  ]
Correct: [66.90779794 91.55223149 96.54242276 97.76851398 98.45512506]%
Cross Entropy Loss: [0.9716432  0.34317654 0.1792525  0.12141751 0.10029664]
Correct: [67.69249632 91.49092692 96.9838156  98.07503678 98.41834232]%
Cross Entropy Loss: [0.9612871  0.33525774 0.1776253  0.12167939 0.09572476]
Correct: [67.6679745  91.83423247 96.79990191 97.9892104  98.41834232]%
Cross Entropy Loss: [0.9494872  0.32412076 0.1707709  0.12104605 0.09507554]
Correct: [68.78371751 92.55762629 97.03285924 97.74399215 98.46738597]%
Cross Entropy Loss: [0.92915535 0.32157218 0.16930753 0.11896195 0.0955572 ]
Correct: [69.42128494 92.4717999  96.95929377 97.8911231  98.30799411]%
Cross Entropy Loss: [0.9329377  0.31540525 0.16793859 0.115187   0.09409504]
Correct: [69.47032859 92.44727808 97.02059833 98.05051496 98.27121138]%
Cross Entropy Loss: [0.91446465 0.31153002 0.1602159  0.11029822 0.08023739]
Correct: [69.8749387  92.79058362 97.44973026 98.22216773 99.04364885]%
Cross Entropy Loss: [0.90834016 0.2917642  0.14935395 0.09707282 0.07492174]
Correct: [70.09563512 94.04119667 97.92790584 98.94556155 99.22756253]%
Cross Entropy Loss: [0.911047   0.29708022 0.15197077 0.09802635 0.07547734]
Correct: [69.94850417 93.53849926 97.82981854 98.88425699 99.16625797]%
Cross Entropy Loss: [0.89895546 0.29775298 0.15560515 0.10357474 0.08259124]
Correct: [70.2795488  93.31780284 97.35164296 98.20990682 98.57773418]%
Cross Entropy Loss: [0.8913411  0.28427434 0.14463232 0.09448672 0.07368305]
Correct: [70.96615988 93.83276116 97.63364394 98.85973516 99.0926925 ]%
Cross Entropy Loss: [0.8920824  0.28332686 0.14064473 0.08933852 0.06713411]
Correct: [70.99068171 94.02893575 97.8911231  99.16625797 99.37469348]%
Cross Entropy Loss: [0.87144643 0.27315876 0.13616124 0.08762278 0.06650452]
Correct: [71.94703286 94.5806768  98.2957332  98.9946052  99.36243256]%
Cross Entropy Loss: [0.8651846  0.27337703 0.13693032 0.09091064 0.06737838]
Correct: [72.08190289 94.31093673 97.91564492 98.76164787 99.27660618]%
Cross Entropy Loss: [0.8576169  0.27190018 0.13250999 0.08560348 0.06368562]
Correct: [72.51103482 94.26189308 98.24668955 98.92103973 99.31338892]%
Cross Entropy Loss: [0.869056   0.27248636 0.12973848 0.08667845 0.06600872]
Correct: [71.8857283  94.0779794  98.28347229 99.00686611 99.27660618]%
Cross Entropy Loss: [0.8615689  0.25915846 0.1310243  0.0880818  0.06977315]
Correct: [72.486513   94.8749387  98.11181952 98.56547327 98.93330064]%
Cross Entropy Loss: [0.8408807  0.24743287 0.11842845 0.07645299 0.06178803]
Correct: [73.25895047 95.50024522 98.65129966 99.20304071 99.38695439]%
Cross Entropy Loss: [0.8433943  0.25402984 0.12352662 0.08896101 0.07395981]
Correct: [73.09955861 95.16920059 98.35703776 98.61451692 98.85973516]%
Cross Entropy Loss: [0.8503957  0.25216174 0.11635079 0.07298101 0.05376803]
Correct: [72.81755763 94.76459049 98.76164787 99.36243256 99.57086807]%
Cross Entropy Loss: [0.8279391  0.24798912 0.1200529  0.07591964 0.05733255]
Correct: [73.92103973 95.43894066 98.55321236 99.26434527 99.46051986]%
Cross Entropy Loss: [0.8299537  0.24094896 0.11513116 0.08046621 0.06232464]
Correct: [73.45512506 95.65963708 98.78616969 98.92103973 99.22756253]%
Cross Entropy Loss: [0.8190628  0.23494144 0.10713917 0.06515011 0.04966792]
Correct: [74.3992153  95.86807258 98.97008337 99.54634625 99.74252084]%
Cross Entropy Loss: [0.8086841  0.22957315 0.10630411 0.06478292 0.04694719]
Correct: [74.88965179 95.94163806 98.8965179  99.55860716 99.77930358]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.04%
From layer 1:
Accuracy: 65.95%
From layer 2:
Accuracy: 69.57%
From layer 3:
Accuracy: 70.41%
From layer 4:
Accuracy: 70.72%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 76.14%
From layer 1:
Accuracy: 97.61%
From layer 2:
Accuracy: 99.44%
From layer 3:
Accuracy: 99.30%
From layer 4:
Accuracy: 99.69%
Checkpoint 300
models/shd_4layer_withckpts_noaugment_epoch300.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.576509  4.290916  3.1958616 2.8749962 2.948644 ]
Correct: [ 8.22707209 13.87935262 24.52182442 30.90975969 33.25159392]%
Cross Entropy Loss: [3.0415668 2.2145162 1.6343075 1.300786  1.173631 ]
Correct: [18.56302109 32.29524277 45.3776361  55.52967141 59.55125061]%
Cross Entropy Loss: [2.5749643  1.7689384  1.2711221  1.0011303  0.86751324]
Correct: [26.1034821  42.17753801 56.10593428 65.35066209 70.02206964]%
Cross Entropy Loss: [2.3364391 1.5342231 1.0791144 0.8405473 0.7288419]
Correct: [30.17410495 48.62677783 62.5551741  71.088769   75.22069642]%
Cross Entropy Loss: [2.1736813  1.3604937  0.94534516 0.71916485 0.62652546]
Correct: [33.20255027 53.7150564  67.74153997 75.80922021 79.18097106]%
Cross Entropy Loss: [2.03201    1.2226838  0.83423704 0.63554925 0.55733144]
Correct: [36.1451692  58.09220206 71.67729279 79.34036292 81.9274154 ]%
Cross Entropy Loss: [1.9235008  1.1207182  0.74893177 0.5629278  0.48956147]
Correct: [37.97204512 61.36586562 74.82834723 81.62089259 84.58803335]%
Cross Entropy Loss: [1.8546908  1.0362287  0.68239164 0.5188785  0.45204997]
Correct: [40.54683668 64.63952918 77.37861697 83.52133399 85.92447278]%
Cross Entropy Loss: [1.7655861  0.9847374  0.63418067 0.48418444 0.41966537]
Correct: [42.1652771  66.69936243 79.52427661 84.68612065 86.97891123]%
Cross Entropy Loss: [1.7056096  0.92202234 0.58723176 0.4457382  0.38248256]
Correct: [43.35458558 68.84502207 81.68219716 86.36586562 88.31535066]%
Cross Entropy Loss: [1.6447344  0.86203355 0.5464987  0.41945955 0.36100522]
Correct: [44.5806768  71.06424718 82.94507111 87.19960765 89.13683178]%
Cross Entropy Loss: [1.5996954  0.8147842  0.5130401  0.38790086 0.33200368]
Correct: [45.8803335  72.64590486 83.96272683 88.54830799 90.31387935]%
Cross Entropy Loss: [1.5413446  0.7678973  0.47837377 0.3631241  0.30602646]
Correct: [47.486513   74.44825895 85.39725356 89.40657185 91.04953409]%
Cross Entropy Loss: [1.499267   0.73060906 0.45358017 0.34686458 0.29061252]
Correct: [48.65129966 76.09122119 86.28003923 89.61500736 91.8710152 ]%
Cross Entropy Loss: [1.4535662  0.6959647  0.42743453 0.31655896 0.27479336]
Correct: [50.07356547 77.6115743  87.54291319 91.08631682 92.31240804]%
Cross Entropy Loss: [1.4230373  0.65864027 0.39989004 0.29745758 0.24873139]
Correct: [50.89504659 78.84992643 88.90387445 91.71162334 93.37910741]%
Cross Entropy Loss: [1.3802975  0.6331013  0.38342005 0.28398746 0.24334608]
Correct: [52.91809711 79.78175576 89.01422266 92.10397254 93.30554193]%
Cross Entropy Loss: [1.3685162  0.62237597 0.37576243 0.27756664 0.23696029]
Correct: [52.58705248 80.18636587 89.08778813 92.48406081 93.56302109]%
Cross Entropy Loss: [1.3155316  0.5882302  0.3492713  0.25935322 0.22500457]
Correct: [54.52427661 81.69445807 90.41196665 93.33006376 94.04119667]%
Cross Entropy Loss: [1.2924081  0.5692584  0.33347464 0.24372019 0.20815483]
Correct: [55.13732222 82.30750368 91.28249142 93.78371751 94.59293771]%
Cross Entropy Loss: [1.2593247  0.5431208  0.3146574  0.23661888 0.19548641]
Correct: [56.40019617 83.52133399 92.01814615 94.09024031 95.12015694]%
Cross Entropy Loss: [1.2305918  0.529891   0.30964583 0.22568023 0.18393455]
Correct: [56.60863168 83.30063757 91.9691025  94.47032859 95.61059343]%
Cross Entropy Loss: [1.2080698  0.50649023 0.28934476 0.20728569 0.16894947]
Correct: [58.05541932 85.01716528 92.98675821 95.21824424 96.35850907]%
Cross Entropy Loss: [1.19066    0.49495393 0.28195155 0.20148414 0.16769491]
Correct: [58.46002943 85.33594899 93.18293281 95.15693968 96.23589995]%
Cross Entropy Loss: [1.1715832  0.47188288 0.27020085 0.19356033 0.1554681 ]
Correct: [58.97498774 86.83178028 93.96763119 95.63511525 96.6895537 ]%
Cross Entropy Loss: [1.1517832  0.45813942 0.26010367 0.18389052 0.15112086]
Correct: [59.93133889 87.00343306 93.89406572 95.81902894 96.95929377]%
Cross Entropy Loss: [1.1276596  0.4457157  0.25046    0.17768627 0.14629404]
Correct: [61.01029917 87.43256498 94.0779794  95.86807258 97.20451202]%
Cross Entropy Loss: [1.1104398  0.43176275 0.2380637  0.16568808 0.13138878]
Correct: [61.28003923 88.20500245 94.91172143 96.59146641 97.67042668]%
Cross Entropy Loss: [1.1064738  0.42374277 0.23932925 0.1658188  0.13679183]
Correct: [61.56204022 88.1559588  94.75232957 96.71407553 97.46199117]%
Cross Entropy Loss: [1.0928689  0.41889888 0.2264312  0.1595105  0.12787583]
Correct: [62.43256498 88.11917607 95.24276606 96.67729279 97.60912212]%
Cross Entropy Loss: [1.0645341  0.40031663 0.22386774 0.15100431 0.12069184]
Correct: [63.19274154 89.36978911 95.30407062 97.22903384 98.00147131]%
Cross Entropy Loss: [1.0476887  0.38278002 0.21461494 0.15000041 0.12277641]
Correct: [63.60961256 90.41196665 95.85581167 97.27807749 97.7930358 ]%
Cross Entropy Loss: [1.0442187  0.3782642  0.20644931 0.14764649 0.11343136]
Correct: [64.28396273 90.38744483 95.76998529 97.11868563 98.00147131]%
Cross Entropy Loss: [1.037285   0.38241655 0.20647897 0.14423496 0.11402263]
Correct: [64.56596371 89.74987739 95.72094164 97.06964198 97.95242766]%
Cross Entropy Loss: [1.0118767  0.36503148 0.19182509 0.1296488  0.10430492]
Correct: [65.35066209 90.69396763 96.3830309  97.7930358  98.35703776]%
Cross Entropy Loss: [0.9914186  0.34760594 0.18256319 0.12176388 0.09846305]
Correct: [66.29475233 91.76066699 96.94703286 98.16086317 98.63903874]%
Cross Entropy Loss: [0.99194604 0.34644112 0.1818291  0.12040712 0.09756634]
Correct: [66.01275135 91.49092692 96.66503188 98.08729769 98.52869053]%
Cross Entropy Loss: [0.97699064 0.3337775  0.17632319 0.12196019 0.09953589]
Correct: [67.04266797 92.00588524 96.94703286 98.06277587 98.43060324]%
Cross Entropy Loss: [0.9720979  0.33333406 0.17421615 0.11435539 0.09187595]
Correct: [67.12849436 92.03040706 96.91025012 98.34477685 98.60225601]%
Cross Entropy Loss: [0.9606696  0.3305322  0.17284882 0.11446086 0.09065051]
Correct: [67.6679745  92.17753801 96.97155468 98.08729769 98.44286415]%
Cross Entropy Loss: [0.9450006  0.31764424 0.16241343 0.10588259 0.08058435]
Correct: [68.55076018 92.83962727 97.56007847 98.63903874 99.12947523]%
Cross Entropy Loss: [0.9364495  0.31249315 0.159162   0.10420261 0.08022487]
Correct: [68.37910741 92.52084355 97.59686121 98.67582148 99.12947523]%
Cross Entropy Loss: [0.927175   0.30627567 0.15266335 0.10078668 0.07773164]
Correct: [69.29867582 93.20745463 97.8911231  98.81069152 99.23982344]%
Cross Entropy Loss: [0.91100526 0.29877084 0.15462476 0.10149588 0.08130199]
Correct: [69.42128494 93.59980383 97.63364394 98.57773418 98.97008337]%
Cross Entropy Loss: [0.91034555 0.2903208  0.14639029 0.09487098 0.07357211]
Correct: [70.0833742  94.00441393 97.9892104  98.90877881 99.301128  ]%
Cross Entropy Loss: [0.9105274  0.28507298 0.14046416 0.09255067 0.07035972]
Correct: [69.28641491 94.04119667 98.13634134 98.85973516 99.32564983]%
Cross Entropy Loss: [0.9008939  0.28282613 0.13852642 0.08737477 0.06756059]
Correct: [70.57381069 94.16380579 98.35703776 99.16625797 99.42373713]%
Cross Entropy Loss: [0.8854899  0.27848548 0.13867031 0.08638125 0.06617947]
Correct: [71.37076999 94.00441393 98.02599313 99.08043158 99.43599804]%
Cross Entropy Loss: [0.8913986  0.2746909  0.13478452 0.08616027 0.07123572]
Correct: [70.76998529 94.32319765 98.16086317 99.06817067 99.12947523]%
Cross Entropy Loss: [0.8871665  0.2790183  0.1371662  0.08916408 0.06984612]
Correct: [70.91711623 93.75919568 97.85434036 98.81069152 99.22756253]%
Cross Entropy Loss: [0.8691361  0.26454666 0.12654519 0.08113267 0.06189428]
Correct: [71.82442374 95.04659147 98.51642962 99.14173615 99.43599804]%
Cross Entropy Loss: [0.86869544 0.25535646 0.12075229 0.07901037 0.06296622]
Correct: [71.41981363 95.23050515 98.65129966 99.15399706 99.28886709]%
Cross Entropy Loss: [0.8668918  0.25767398 0.1236058  0.07981762 0.06164255]
Correct: [71.56694458 94.8749387  98.61451692 99.21530162 99.44825895]%
Cross Entropy Loss: [0.8525     0.25455043 0.12125438 0.07493251 0.05882727]
Correct: [72.70720942 95.16920059 98.56547327 99.301128   99.46051986]%
Cross Entropy Loss: [0.84434736 0.25424233 0.11899244 0.07720956 0.06039478]
Correct: [72.90338401 94.85041687 98.65129966 99.15399706 99.33791074]%
Cross Entropy Loss: [0.8394615  0.24688053 0.11491996 0.06976538 0.05178326]
Correct: [72.64590486 95.26728789 98.71260422 99.3992153  99.65669446]%
Cross Entropy Loss: [0.8478835  0.2453757  0.11216965 0.07106046 0.05222405]
Correct: [72.95242766 95.35311427 98.77390878 99.3992153  99.73025993]%
Cross Entropy Loss: [0.8363244  0.23995727 0.10879895 0.06970333 0.05155245]
Correct: [72.71947033 95.56154978 98.93330064 99.41147621 99.65669446]%
Cross Entropy Loss: [0.8368706  0.23192057 0.10573163 0.06532481 0.04773948]
Correct: [73.01373222 96.11329083 99.03138794 99.60765081 99.77930358]%
Cross Entropy Loss: [0.8202093  0.23145902 0.10699641 0.06897936 0.04966365]
Correct: [74.48504169 95.83128985 98.81069152 99.16625797 99.66895537]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 46.73%
From layer 1:
Accuracy: 66.87%
From layer 2:
Accuracy: 70.01%
From layer 3:
Accuracy: 72.04%
From layer 4:
Accuracy: 72.92%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.51%
From layer 1:
Accuracy: 96.17%
From layer 2:
Accuracy: 99.40%
From layer 3:
Accuracy: 99.57%
From layer 4:
Accuracy: 99.77%
Checkpoint 320
models/shd_4layer_withckpts_noaugment_epoch320.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.8610477 4.1601744 3.3044443 2.72519   2.7251806]
Correct: [ 9.37959784 15.93918588 23.22216773 30.50514958 34.85777342]%
Cross Entropy Loss: [3.084806  2.1062803 1.6199372 1.2540735 1.1480923]
Correct: [19.20058852 35.10299166 46.11329083 56.17949975 60.16429622]%
Cross Entropy Loss: [2.6086042 1.7059987 1.2670931 0.9677345 0.8823499]
Correct: [25.96861206 43.68563021 56.424718   65.82883767 69.50711133]%
Cross Entropy Loss: [2.3585227  1.4757166  1.0758171  0.7960508  0.71020937]
Correct: [29.9166258  50.22069642 63.05787151 72.44973026 75.64982835]%
Cross Entropy Loss: [2.1947048  1.318463   0.9366361  0.69125724 0.6256709 ]
Correct: [32.94507111 55.08827857 67.75380088 76.02991663 78.6169691 ]%
Cross Entropy Loss: [2.0699093  1.198188   0.83364415 0.6071721  0.548529  ]
Correct: [35.65473271 58.75429132 72.05738107 79.69592938 81.84158901]%
Cross Entropy Loss: [1.9529378  1.1081645  0.7597138  0.56098276 0.4934101 ]
Correct: [37.39578225 62.19960765 74.31338892 81.26532614 83.5335949 ]%
Cross Entropy Loss: [1.8686991  1.0257714  0.6944389  0.49472976 0.44969374]
Correct: [39.73761648 64.49239823 76.88818048 83.50907308 85.26238352]%
Cross Entropy Loss: [1.7961876  0.9614425  0.6470289  0.47333598 0.41663045]
Correct: [41.25796959 67.96223639 79.03384012 84.62481609 86.7459539 ]%
Cross Entropy Loss: [1.7218287  0.89290035 0.58288735 0.4233601  0.37975997]
Correct: [43.42815105 69.88719961 81.0201079  86.77047572 87.71456596]%
Cross Entropy Loss: [1.6567816  0.8418546  0.54752463 0.39212984 0.34722218]
Correct: [45.26728789 71.4811182  82.41785189 88.14369789 89.38205002]%
Cross Entropy Loss: [1.6178586  0.7980321  0.511046   0.36918536 0.31567046]
Correct: [45.84355076 72.82981854 84.04855321 88.84256989 90.5590976 ]%
Cross Entropy Loss: [1.5527023  0.747642   0.47748616 0.34230763 0.2995705 ]
Correct: [47.51103482 75.1961746  85.34820991 90.0564002  91.061795  ]%
Cross Entropy Loss: [1.5116695  0.7163457  0.45285222 0.32166728 0.2802934 ]
Correct: [48.7984306  76.25061305 86.61108386 90.66944581 91.68710152]%
Cross Entropy Loss: [1.4592305  0.68690467 0.42814758 0.3115555  0.27419978]
Correct: [49.69347719 78.04070623 87.27317312 90.87788131 92.04266797]%
Cross Entropy Loss: [1.4281795  0.6603868  0.3997551  0.289186   0.25099564]
Correct: [51.06669936 78.82540461 88.59735164 91.85875429 92.86414909]%
Cross Entropy Loss: [1.3925135  0.6275874  0.39224207 0.27563438 0.23902461]
Correct: [52.15792055 79.74497303 88.83030897 92.10397254 93.51397744]%
Cross Entropy Loss: [1.3752136  0.5997758  0.36581627 0.25785136 0.21586835]
Correct: [52.88131437 81.21628249 90.09318293 92.96223639 94.35998038]%
Cross Entropy Loss: [1.3305296  0.5711521  0.34585655 0.25130048 0.21198022]
Correct: [53.76410005 82.39333006 90.80431584 93.29328102 94.35998038]%
Cross Entropy Loss: [1.306035   0.55862725 0.3329766  0.23452981 0.20274286]
Correct: [55.2231486  82.73663561 91.02501226 93.90632663 94.50711133]%
Cross Entropy Loss: [1.2877932  0.5427365  0.3258936  0.2282983  0.18942979]
Correct: [55.60323688 83.75429132 91.38057872 93.86954389 95.04659147]%
Cross Entropy Loss: [1.2497264  0.522913   0.30922902 0.21977858 0.18639408]
Correct: [57.05002452 84.39185875 92.12849436 94.69102501 95.15693968]%
Cross Entropy Loss: [1.2321463  0.5026617  0.2902604  0.19483699 0.16114199]
Correct: [57.55272192 85.16429622 92.81510544 95.50024522 96.3830309 ]%
Cross Entropy Loss: [1.210263   0.48599842 0.28181362 0.19978105 0.1608773 ]
Correct: [57.99411476 86.01029917 93.24423737 95.09563512 96.3830309 ]%
Cross Entropy Loss: [1.1800373  0.468959   0.27299285 0.18625167 0.15212695]
Correct: [59.20794507 86.47621383 93.56302109 95.85581167 96.71407553]%
Cross Entropy Loss: [1.1508245  0.44768378 0.25417563 0.17402615 0.1465846 ]
Correct: [60.32368808 87.48160863 94.29867582 96.33398725 96.86120647]%
Cross Entropy Loss: [1.1406138  0.43762243 0.25127202 0.17451929 0.14849839]
Correct: [60.63021089 87.97204512 94.39676312 96.40755272 96.72633644]%
Cross Entropy Loss: [1.1299169  0.43800315 0.2522018  0.17029648 0.14098717]
Correct: [60.80186366 87.57969593 94.02893575 96.088769   96.83668465]%
Cross Entropy Loss: [1.1049745  0.4126309  0.23121738 0.15511332 0.13031197]
Correct: [61.97891123 88.78126533 95.16920059 96.95929377 97.54781756]%
Cross Entropy Loss: [1.0858563  0.4116408  0.23154266 0.15442929 0.1290795 ]
Correct: [62.5551741  88.87935262 94.98528691 96.83668465 97.33938205]%
Cross Entropy Loss: [1.0602396  0.3838119  0.21059653 0.15361743 0.1232878 ]
Correct: [63.73222168 90.41196665 95.89259441 96.92251103 97.51103482]%
Cross Entropy Loss: [1.0620043  0.3898844  0.21234325 0.14083481 0.1156599 ]
Correct: [63.84256989 89.50465915 95.96615988 97.43746935 97.9892104 ]%
Cross Entropy Loss: [1.0337381  0.36672124 0.20063095 0.13603984 0.11025055]
Correct: [64.83570378 91.07405591 96.40755272 97.49877391 98.05051496]%
Cross Entropy Loss: [1.0261889  0.3649867  0.197325   0.12881006 0.10312706]
Correct: [65.28935753 90.60814125 96.27268269 97.86660128 98.33251594]%
Cross Entropy Loss: [1.0162268  0.3556289  0.19173297 0.1264668  0.10217906]
Correct: [65.39970574 91.3683178  96.51790093 97.64590486 98.33251594]%
Cross Entropy Loss: [1.0102912  0.35824987 0.19385324 0.12817197 0.10462748]
Correct: [65.49779304 90.70622854 96.16233448 97.78077489 98.11181952]%
Cross Entropy Loss: [0.98870265 0.34059754 0.1784162  0.12219251 0.09556156]
Correct: [66.40510054 92.03040706 96.97155468 97.74399215 98.46738597]%
Cross Entropy Loss: [0.98335737 0.33460355 0.17607531 0.11486953 0.09290054]
Correct: [66.77292791 92.30014713 96.87346739 98.24668955 98.52869053]%
Cross Entropy Loss: [0.96808547 0.3261603  0.16690914 0.11073293 0.08582753]
Correct: [67.49632173 92.34919078 97.20451202 98.24668955 98.72486513]%
Cross Entropy Loss: [0.95515186 0.31804392 0.16366959 0.10624868 0.08511879]
Correct: [68.52623835 92.74153997 97.42520844 98.51642962 98.66356057]%
Cross Entropy Loss: [0.95681053 0.31520814 0.16514064 0.10942698 0.08708245]
Correct: [67.70475723 92.6679745  97.11868563 98.17312408 98.61451692]%
Cross Entropy Loss: [0.937982   0.30408576 0.15283374 0.10008779 0.07979282]
Correct: [69.05345758 93.21971555 97.96468857 98.73712604 99.03138794]%
Cross Entropy Loss: [0.9409657  0.30480713 0.15890531 0.10498679 0.08593073]
Correct: [68.66110839 93.19519372 97.47425208 98.40608141 98.70034331]%
Cross Entropy Loss: [0.92615813 0.29691347 0.14567816 0.09666613 0.0750743 ]
Correct: [69.11476214 93.41589014 97.91564492 98.66356057 98.94556155]%
Cross Entropy Loss: [0.9210572  0.28778967 0.14548701 0.09344306 0.07464691]
Correct: [70.36537518 94.12702305 97.94016675 98.81069152 99.11721432]%
Cross Entropy Loss: [0.9049204  0.28319284 0.14266115 0.09406597 0.06798872]
Correct: [70.16920059 93.83276116 98.02599313 98.71260422 99.20304071]%
Cross Entropy Loss: [0.9091489  0.28215674 0.13916126 0.08804958 0.06525216]
Correct: [70.07111329 94.04119667 98.05051496 98.87199608 99.3992153 ]%
Cross Entropy Loss: [0.8928621  0.27688444 0.1347743  0.08618017 0.06488112]
Correct: [70.81902894 94.01667484 98.14860226 98.88425699 99.31338892]%
Cross Entropy Loss: [0.89286935 0.2701161  0.13053794 0.08296622 0.06457961]
Correct: [70.86807258 94.40902403 98.30799411 99.00686611 99.27660618]%
Cross Entropy Loss: [0.87469715 0.26785862 0.12932645 0.08558576 0.06689399]
Correct: [71.95929377 94.69102501 98.40608141 98.93330064 99.25208436]%
Cross Entropy Loss: [0.8793628  0.2634474  0.12897325 0.08258729 0.06318516]
Correct: [71.72633644 94.70328592 98.27121138 98.93330064 99.21530162]%
Cross Entropy Loss: [0.8711422  0.25743574 0.12469212 0.0800752  0.06481893]
Correct: [72.11868563 94.71554684 98.30799411 98.98234429 99.14173615]%
Cross Entropy Loss: [0.8548852  0.24707304 0.11806638 0.07452518 0.05524543]
Correct: [72.70720942 95.32859245 98.65129966 99.16625797 99.52182442]%
Cross Entropy Loss: [0.8545315  0.24824962 0.11722812 0.07428887 0.05671307]
Correct: [72.63364394 95.24276606 98.60225601 99.21530162 99.55860716]%
Cross Entropy Loss: [0.85459906 0.24754953 0.11630218 0.07581355 0.05476015]
Correct: [72.44973026 95.29180971 98.60225601 98.9946052  99.54634625]%
Cross Entropy Loss: [0.8393993  0.238302   0.11171257 0.06940318 0.05125415]
Correct: [73.25895047 96.00294262 98.84747425 99.41147621 99.65669446]%
Cross Entropy Loss: [0.83752376 0.23434332 0.1090863  0.06780311 0.04932099]
Correct: [73.41834232 95.5860716  98.83521334 99.31338892 99.58312898]%
Cross Entropy Loss: [0.83387977 0.24070324 0.11181491 0.06868715 0.05079648]
Correct: [73.98234429 95.67189799 98.85973516 99.31338892 99.60765081]%
Cross Entropy Loss: [0.8284566  0.23365182 0.10575815 0.07269656 0.05965151]
Correct: [73.82295243 95.75772437 98.90877881 99.14173615 99.19077979]%
Cross Entropy Loss: [0.8269071  0.23266298 0.10281212 0.06256422 0.04676244]
Correct: [73.95782246 95.76998529 99.0926925  99.53408534 99.63217263]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 46.73%
From layer 1:
Accuracy: 66.78%
From layer 2:
Accuracy: 71.11%
From layer 3:
Accuracy: 72.53%
From layer 4:
Accuracy: 73.67%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 75.47%
From layer 1:
Accuracy: 96.43%
From layer 2:
Accuracy: 99.45%
From layer 3:
Accuracy: 99.60%
From layer 4:
Accuracy: 99.87%
Checkpoint 340
models/shd_4layer_withckpts_noaugment_epoch340.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.6473265 4.2352157 3.174238  2.5066633 2.3283522]
Correct: [10.20107896 16.63805787 25.52721923 33.28837666 38.57282982]%
Cross Entropy Loss: [3.0416448 2.0760605 1.5676193 1.2251453 1.0695403]
Correct: [20.90485532 35.49534085 47.09416381 57.41785189 62.50613046]%
Cross Entropy Loss: [2.5832913  1.6696095  1.2327553  0.96200967 0.8285124 ]
Correct: [27.04757234 45.72094164 57.27072094 66.74840608 71.03972536]%
Cross Entropy Loss: [2.3305352  1.439251   1.0309215  0.7898908  0.67130417]
Correct: [30.79941148 51.34870034 64.21039725 72.86660128 76.90044139]%
Cross Entropy Loss: [2.1742425  1.2936932  0.9221852  0.7082034  0.60165066]
Correct: [33.38646395 56.11819519 68.08484551 75.72339382 80.1250613 ]%
Cross Entropy Loss: [2.0399342  1.1661447  0.8108154  0.6196603  0.52482677]
Correct: [36.5497793  60.26238352 72.486513   79.58558117 82.28298185]%
Cross Entropy Loss: [1.9470073  1.0664606  0.73808444 0.5566963  0.4688716 ]
Correct: [38.00882786 63.81804806 74.79156449 81.49828347 84.69838156]%
Cross Entropy Loss: [1.8437977  0.98873454 0.68182397 0.5110943  0.43385288]
Correct: [40.79205493 66.4664051  77.56253065 83.26385483 85.82638548]%
Cross Entropy Loss: [1.7752767  0.9177823  0.6232323  0.4626295  0.39194024]
Correct: [42.05492889 69.04119667 79.64688573 85.4462972  87.91074056]%
Cross Entropy Loss: [1.6996255  0.86924624 0.5758214  0.42608085 0.3573752 ]
Correct: [43.78371751 71.02746444 81.47376165 86.85630211 88.81804806]%
Cross Entropy Loss: [1.6628541  0.82475084 0.54980975 0.41912746 0.3463202 ]
Correct: [44.23737126 72.7930358  82.9328102  86.52525748 89.03874448]%
Cross Entropy Loss: [1.5926436  0.76207054 0.5059136  0.37170216 0.31409422]
Correct: [46.89798921 74.75478176 84.39185875 88.71996077 90.54683668]%
Cross Entropy Loss: [1.5454794  0.7303973  0.47710368 0.35177642 0.2855221 ]
Correct: [47.76851398 76.05443845 85.34820991 89.22265817 91.55223149]%
Cross Entropy Loss: [1.5034925  0.6910351  0.44742212 0.3322184  0.27462673]
Correct: [49.27660618 77.63609613 86.56204022 90.44874939 92.01814615]%
Cross Entropy Loss: [1.457332   0.66515505 0.42719045 0.30569085 0.25372526]
Correct: [49.97547818 78.62923001 87.29769495 91.07405591 92.69249632]%
Cross Entropy Loss: [1.4207277  0.62922525 0.394732   0.28248098 0.2290165 ]
Correct: [51.05443845 80.19862678 88.81804806 92.17753801 93.85728298]%
Cross Entropy Loss: [1.3857895  0.60947555 0.38392705 0.27913615 0.22496548]
Correct: [52.28052967 80.65228053 89.02648357 92.0671898  94.06571849]%
Cross Entropy Loss: [1.3576306  0.58466643 0.36536026 0.25932416 0.20907673]
Correct: [53.75183914 81.3266307  89.73761648 92.93771457 94.70328592]%
Cross Entropy Loss: [1.3258295  0.55610824 0.3447609  0.24276043 0.20106778]
Correct: [53.7150564  83.00637567 90.81657675 93.66110839 94.91172143]%
Cross Entropy Loss: [1.2890574  0.5272145  0.3230947  0.22824429 0.18112522]
Correct: [55.34575772 84.07307504 91.62579696 94.09024031 95.6841589 ]%
Cross Entropy Loss: [1.2614509  0.5208789  0.31469315 0.2237127  0.18406063]
Correct: [56.17949975 84.07307504 91.79744973 94.4825895  95.32859245]%
Cross Entropy Loss: [1.2437415  0.5009664  0.30732706 0.21402504 0.17186905]
Correct: [56.44923982 85.21333987 92.0671898  94.97302599 95.95389897]%
Cross Entropy Loss: [1.2198002  0.4857158  0.29493105 0.20465209 0.15896352]
Correct: [57.96959294 85.81412457 92.3737126  95.04659147 96.72633644]%
Cross Entropy Loss: [1.2179437  0.4796203  0.2854576  0.19632062 0.15967877]
Correct: [57.88376655 86.08386464 92.52084355 95.43894066 96.3830309 ]%
Cross Entropy Loss: [1.1752796  0.45519096 0.2657596  0.17944326 0.14320335]
Correct: [59.52672879 86.57430113 93.72241295 96.05198627 97.20451202]%
Cross Entropy Loss: [1.1539932  0.44018427 0.26347134 0.18387997 0.14396144]
Correct: [60.60568906 87.5551741  93.74693477 95.89259441 96.86120647]%
Cross Entropy Loss: [1.139657   0.43066177 0.251607   0.1739403  0.14314786]
Correct: [60.4462972  87.92300147 94.20058852 96.45659637 97.02059833]%
Cross Entropy Loss: [1.117741   0.42008603 0.23828697 0.16105656 0.12700957]
Correct: [61.66012751 88.27856793 94.7768514  96.70181462 97.42520844]%
Cross Entropy Loss: [1.1044644  0.40859583 0.23385987 0.16487423 0.13158855]
Correct: [62.08925944 88.7567435  94.8749387  96.22363904 97.05738107]%
Cross Entropy Loss: [1.0854969  0.40026394 0.22938344 0.15815112 0.12900838]
Correct: [62.66552231 89.48013732 94.8749387  96.66503188 97.26581658]%
Cross Entropy Loss: [1.0714015  0.38200632 0.21689181 0.14735115 0.11158779]
Correct: [63.38891614 90.37518391 95.2795488  97.06964198 98.18538499]%
Cross Entropy Loss: [1.0639555  0.37229496 0.20424831 0.1384258  0.10529024]
Correct: [63.54830799 90.362923   96.3830309  97.71947033 98.33251594]%
Cross Entropy Loss: [1.0379726  0.3651846  0.20328596 0.13926752 0.10455535]
Correct: [64.60274644 90.51005395 95.76998529 97.42520844 98.36929868]%
Cross Entropy Loss: [1.0151988  0.34943753 0.1917854  0.12411848 0.0954283 ]
Correct: [65.31387935 91.65031878 96.4811182  97.94016675 98.62677783]%
Cross Entropy Loss: [1.0134884  0.34723666 0.18835911 0.12245779 0.09488261]
Correct: [65.57135851 91.65031878 96.79990191 98.08729769 98.68808239]%
Cross Entropy Loss: [1.0081079  0.33572254 0.18139507 0.12136146 0.09491764]
Correct: [65.28935753 92.07945071 97.03285924 98.13634134 98.70034331]%
Cross Entropy Loss: [0.9967289  0.33444175 0.18133357 0.11797225 0.08963099]
Correct: [66.19666503 91.89553703 96.92251103 98.17312408 98.77390878]%
Cross Entropy Loss: [0.9849359  0.32728785 0.17710641 0.11568918 0.09400117]
Correct: [66.08631682 92.32466896 96.91025012 98.25895047 98.34477685]%
Cross Entropy Loss: [0.9697623  0.31451344 0.16432728 0.10787609 0.08501552]
Correct: [67.76606179 92.98675821 97.40068661 98.65129966 98.7984306 ]%
Cross Entropy Loss: [0.960738   0.3170392  0.16968392 0.11057188 0.08098773]
Correct: [67.74153997 92.53310446 96.95929377 98.33251594 98.93330064]%
Cross Entropy Loss: [0.94651145 0.29900894 0.15744966 0.10217451 0.07878476]
Correct: [68.68563021 93.56302109 97.486513   98.47964689 98.8965179 ]%
Cross Entropy Loss: [0.9542198  0.2991892  0.15592785 0.09991896 0.07726833]
Correct: [67.81510544 93.48945562 97.42520844 98.5899951  98.93330064]%
Cross Entropy Loss: [0.9298021  0.28878132 0.14680907 0.09350194 0.06858312]
Correct: [69.04119667 93.79597842 97.9892104  99.06817067 99.38695439]%
Cross Entropy Loss: [0.92874694 0.28987837 0.1478542  0.09470169 0.06894536]
Correct: [69.56841589 93.74693477 97.87886219 98.92103973 99.36243256]%
Cross Entropy Loss: [0.9255054  0.28709325 0.1455747  0.09425397 0.07294228]
Correct: [69.53163315 93.62432565 97.86660128 98.77390878 98.94556155]%
Cross Entropy Loss: [0.91128975 0.275774   0.13786201 0.08375715 0.06091693]
Correct: [70.20598333 94.24963217 98.16086317 99.14173615 99.52182442]%
Cross Entropy Loss: [0.8962098  0.27656844 0.1373817  0.08551378 0.06598062]
Correct: [70.69641981 94.05345758 98.11181952 99.05590976 99.28886709]%
Cross Entropy Loss: [0.9028616  0.26695716 0.13304049 0.08491548 0.06387658]
Correct: [70.7822462  94.6787641  98.24668955 99.0926925  99.22756253]%
Cross Entropy Loss: [0.8866527  0.26132506 0.12868221 0.07878911 0.05721448]
Correct: [71.21137813 94.71554684 98.61451692 99.38695439 99.64443355]%
Cross Entropy Loss: [0.8841704  0.2641556  0.1317389  0.08214036 0.05860494]
Correct: [71.29720451 94.4825895  98.07503678 98.9946052  99.53408534]%
Cross Entropy Loss: [0.8750675  0.25397748 0.12749833 0.0810506  0.05894162]
Correct: [71.55468367 95.07111329 98.30799411 99.04364885 99.48504169]%
Cross Entropy Loss: [0.87078166 0.2560575  0.12145885 0.07433488 0.05406749]
Correct: [71.6895537  94.74006866 98.4919078  99.23982344 99.60765081]%
Cross Entropy Loss: [0.8716054  0.2501831  0.11838564 0.07125546 0.05700865]
Correct: [71.86120647 95.00980873 98.62677783 99.36243256 99.36243256]%
Cross Entropy Loss: [0.8560165  0.24229848 0.11454191 0.06839015 0.05020608]
Correct: [72.67042668 95.51250613 98.83521334 99.4973026  99.75478176]%
Cross Entropy Loss: [0.8508531  0.24656671 0.11740206 0.07219626 0.05564203]
Correct: [72.58460029 95.31633154 98.40608141 99.32564983 99.41147621]%
Cross Entropy Loss: [0.83918804 0.23797548 0.11214721 0.06882713 0.05177012]
Correct: [73.54095145 95.65963708 98.67582148 99.33791074 99.53408534]%
Cross Entropy Loss: [0.84104335 0.23214458 0.10776287 0.06270055 0.04551847]
Correct: [72.53555665 95.81902894 99.00686611 99.69347719 99.82834723]%
Cross Entropy Loss: [0.8433605  0.23217288 0.10687428 0.06320502 0.04330035]
Correct: [73.03825405 95.59833252 98.78616969 99.46051986 99.76704267]%
Cross Entropy Loss: [0.8306184  0.22672124 0.10495841 0.06664479 0.04974991]
Correct: [73.52869053 96.11329083 99.05590976 99.42373713 99.64443355]%
Cross Entropy Loss: [0.8416551  0.23655221 0.10876211 0.0722326  0.04837738]
Correct: [72.95242766 95.23050515 98.78616969 99.14173615 99.64443355]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.79%
From layer 1:
Accuracy: 67.49%
From layer 2:
Accuracy: 71.25%
From layer 3:
Accuracy: 71.11%
From layer 4:
Accuracy: 73.01%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 75.60%
From layer 1:
Accuracy: 97.11%
From layer 2:
Accuracy: 99.67%
From layer 3:
Accuracy: 99.84%
From layer 4:
Accuracy: 99.94%
Checkpoint 360
models/shd_4layer_withckpts_noaugment_epoch360.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.711381  3.9055934 3.5401638 2.9151554 2.2539241]
Correct: [ 9.41638058 17.1652771  24.06817067 31.20402158 39.7621383 ]%
Cross Entropy Loss: [3.0824788 2.0949047 1.5596685 1.2393823 1.0198034]
Correct: [18.36684649 34.75968612 47.67042668 56.80480628 63.87935262]%
Cross Entropy Loss: [2.63501    1.6976074  1.2408483  0.9831258  0.80373263]
Correct: [25.01226091 43.88180481 57.41785189 66.51544875 72.31486023]%
Cross Entropy Loss: [2.382037   1.4627047  1.0546125  0.81696194 0.6663461 ]
Correct: [29.2177538  49.69347719 64.12457087 72.10642472 77.15792055]%
Cross Entropy Loss: [2.2140636  1.3017752  0.91776353 0.71186405 0.5806759 ]
Correct: [32.6262874  54.92888671 68.52623835 75.80922021 80.43158411]%
Cross Entropy Loss: [2.0787747  1.1791041  0.82667476 0.6619799  0.5349378 ]
Correct: [34.96812163 59.18342325 72.21677293 77.89357528 81.7312408 ]%
Cross Entropy Loss: [1.9762746  1.07459    0.750346   0.5723629  0.46410352]
Correct: [37.07699853 63.14369789 75.24521824 81.41245709 84.7351643 ]%
Cross Entropy Loss: [1.881501   1.0011263  0.6838444  0.5159243  0.41784692]
Correct: [40.04413928 65.41196665 77.53800883 83.59489946 86.26777832]%
Cross Entropy Loss: [1.7979312  0.9216098  0.624454   0.4651726  0.38123277]
Correct: [41.03727317 68.14615007 79.69592938 85.15203531 88.07013242]%
Cross Entropy Loss: [1.7375206  0.8759609  0.5906377  0.44653103 0.3611728 ]
Correct: [42.74153997 70.25502697 80.99558607 85.49534085 88.48700343]%
Cross Entropy Loss: [1.6709046 0.8227028 0.5505354 0.4159534 0.3383229]
Correct: [44.44580677 72.2903384  82.29524277 86.77047572 89.39431094]%
Cross Entropy Loss: [1.618633   0.76994574 0.5138309  0.3809925  0.30169603]
Correct: [45.65963708 74.42373713 84.07307504 88.47474252 91.00049044]%
Cross Entropy Loss: [1.5675001  0.7355404  0.48024878 0.3569494  0.28834057]
Correct: [47.43746935 75.93182933 85.21333987 89.71309465 91.39283963]%
Cross Entropy Loss: [1.533161   0.7044642  0.46141827 0.33644047 0.2627928 ]
Correct: [47.7930358  77.02305051 86.41490927 89.97057381 92.64345267]%
Cross Entropy Loss: [1.4784254  0.6688034  0.43131113 0.3187036  0.2538777 ]
Correct: [49.95095635 78.06522805 86.75821481 90.7675331  92.71701815]%
Cross Entropy Loss: [1.4438945  0.6286512  0.40668494 0.29718393 0.2346543 ]
Correct: [50.13487003 80.01471309 88.57282982 91.50318784 93.68563021]%
Cross Entropy Loss: [1.4058813  0.613073   0.39533323 0.28574824 0.21868178]
Correct: [51.8023541  80.59097597 88.89161354 92.09171162 94.15154487]%
Cross Entropy Loss: [1.3691739  0.5870236  0.381057   0.27608004 0.22741924]
Correct: [52.40313879 81.53506621 89.11230996 92.27562531 93.71015204]%
Cross Entropy Loss: [1.3359702  0.5576739  0.35219014 0.2532949  0.19905573]
Correct: [54.09514468 82.61402648 90.24031388 93.51397744 94.94850417]%
Cross Entropy Loss: [1.315013   0.5411443  0.33988807 0.23679988 0.18262625]
Correct: [54.29131927 83.48455125 90.91466405 94.06571849 95.57381069]%
Cross Entropy Loss: [1.2922347  0.52598554 0.3292871  0.2410383  0.18096803]
Correct: [55.02697401 84.04855321 91.08631682 93.6733693  95.52476704]%
Cross Entropy Loss: [1.2555685  0.50661606 0.31839514 0.22421224 0.17181253]
Correct: [56.55958803 85.29916626 91.39283963 94.34771947 95.94163806]%
Cross Entropy Loss: [1.2266331  0.482344   0.295553   0.20899095 0.15812875]
Correct: [57.85924473 86.13290829 92.54536538 95.16920059 96.32172634]%
Cross Entropy Loss: [1.2079818  0.46519038 0.28300667 0.19615196 0.14499176]
Correct: [57.96959294 86.88082393 93.14615007 95.57381069 97.13094654]%
Cross Entropy Loss: [1.1942557  0.46309087 0.28198913 0.1989573  0.15147813]
Correct: [59.22020598 86.59882295 93.10936734 95.42667974 96.44433546]%
Cross Entropy Loss: [1.1686479  0.44286638 0.2672939  0.18281186 0.13568571]
Correct: [59.67385974 87.61647867 93.62432565 95.76998529 97.27807749]%
Cross Entropy Loss: [1.1538137  0.43229043 0.26331067 0.1803717  0.13550666]
Correct: [60.00490436 87.9475233  93.80823933 95.86807258 97.22903384]%
Cross Entropy Loss: [1.1328328  0.41554755 0.24998541 0.16919202 0.12845317]
Correct: [60.80186366 88.80578715 94.39676312 96.51790093 97.49877391]%
Cross Entropy Loss: [1.1219242  0.41301003 0.25090817 0.17773767 0.12535901]
Correct: [62.11378127 88.94065718 94.28641491 96.23589995 97.64590486]%
Cross Entropy Loss: [1.1077944  0.40035793 0.23632437 0.1599939  0.11696807]
Correct: [61.92986758 88.98970083 94.78911231 96.82442374 97.95242766]%
Cross Entropy Loss: [1.0799398  0.37947884 0.21843436 0.15082446 0.10971749]
Correct: [63.16821972 90.14222658 95.45120157 97.05738107 98.14860226]%
Cross Entropy Loss: [1.0687844  0.37375113 0.21912244 0.148934   0.10801084]
Correct: [63.18048063 90.58361942 95.53702795 97.22903384 98.30799411]%
Cross Entropy Loss: [1.0560443  0.36600712 0.21269287 0.14501208 0.10881872]
Correct: [63.80578715 90.85335949 95.35311427 97.32712114 98.11181952]%
Cross Entropy Loss: [1.0476971  0.35523137 0.20123424 0.13240843 0.09575207]
Correct: [64.01422266 90.98822952 96.12555174 97.82981854 98.5899951 ]%
Cross Entropy Loss: [1.0272703  0.3473126  0.19271298 0.12625521 0.09107113]
Correct: [65.03187837 91.50318784 96.2849436  98.05051496 98.76164787]%
Cross Entropy Loss: [1.0168722  0.3408175  0.1881802  0.12131631 0.08803562]
Correct: [65.52231486 91.58901422 96.59146641 98.18538499 98.97008337]%
Cross Entropy Loss: [1.0046177  0.33312947 0.18586186 0.12074798 0.0872855 ]
Correct: [65.82883767 91.89553703 96.50564002 98.07503678 98.82295243]%
Cross Entropy Loss: [0.99385375 0.33021712 0.18426947 0.120609   0.08780555]
Correct: [65.8656204  91.58901422 96.4811182  98.02599313 98.77390878]%
Cross Entropy Loss: [0.97549754 0.31191704 0.17180026 0.10940815 0.07587601]
Correct: [66.85875429 92.96223639 97.05738107 98.66356057 99.25208436]%
Cross Entropy Loss: [0.9693608  0.31546646 0.17054503 0.11195488 0.08069652]
Correct: [67.31240804 92.60666994 96.92251103 98.34477685 98.98234429]%
Cross Entropy Loss: [0.9649916  0.30396098 0.16396259 0.10581248 0.07234232]
Correct: [67.80284453 93.09710642 97.35164296 98.50416871 99.31338892]%
Cross Entropy Loss: [0.946918   0.29817322 0.15952173 0.09999678 0.07003181]
Correct: [68.2687592  93.37910741 97.74399215 98.72486513 99.41147621]%
Cross Entropy Loss: [0.9458566  0.29268348 0.15617765 0.09953605 0.06789394]
Correct: [68.78371751 93.80823933 97.70720942 98.84747425 99.35017165]%
Cross Entropy Loss: [0.9415125  0.28944892 0.15226443 0.09751559 0.06928664]
Correct: [68.82050025 93.68563021 97.6949485  98.72486513 99.28886709]%
Cross Entropy Loss: [0.9213309  0.28071904 0.14708076 0.09258608 0.06352436]
Correct: [69.37224129 93.84502207 97.73173124 98.81069152 99.4973026 ]%
Cross Entropy Loss: [0.9095682  0.27455926 0.1457941  0.09224373 0.06528413]
Correct: [70.42667974 94.32319765 97.80529671 98.74938695 99.25208436]%
Cross Entropy Loss: [0.9112931  0.27746767 0.14330341 0.08954269 0.06213714]
Correct: [70.16920059 94.06571849 98.01373222 98.92103973 99.42373713]%
Cross Entropy Loss: [0.9061903  0.28146434 0.1466238  0.09678253 0.07670861]
Correct: [70.32859245 93.23197646 97.60912212 98.57773418 98.78616969]%
Cross Entropy Loss: [0.89209425 0.2624498  0.1361961  0.08408093 0.05640387]
Correct: [70.79450711 94.62972045 97.95242766 99.01912702 99.54634625]%
Cross Entropy Loss: [0.8894157  0.25992927 0.12937093 0.08288722 0.05289925]
Correct: [70.89259441 94.69102501 98.60225601 99.10495341 99.73025993]%
Cross Entropy Loss: [0.8764739  0.25389734 0.128008   0.08128362 0.05509304]
Correct: [71.83668465 94.94850417 98.40608141 99.08043158 99.60765081]%
Cross Entropy Loss: [0.87177384 0.24944605 0.12361731 0.07431719 0.05333584]
Correct: [72.17999019 95.1814615  98.43060324 99.31338892 99.53408534]%
Cross Entropy Loss: [0.8681451  0.24894063 0.12018674 0.07588359 0.05622562]
Correct: [72.04512016 95.15693968 98.65129966 99.23982344 99.47278077]%
Cross Entropy Loss: [0.8713131  0.24424194 0.12255785 0.07424353 0.05315648]
Correct: [71.94703286 95.25502697 98.45512506 99.36243256 99.55860716]%
Cross Entropy Loss: [0.864073   0.24398969 0.12129367 0.07656647 0.0546832 ]
Correct: [72.03285924 95.15693968 98.44286415 99.05590976 99.42373713]%
Cross Entropy Loss: [0.8608145  0.24038775 0.11879315 0.07386371 0.05698076]
Correct: [72.20451202 95.29180971 98.35703776 99.25208436 99.31338892]%
Cross Entropy Loss: [0.84760594 0.23394297 0.11234355 0.07049414 0.04899833]
Correct: [73.06277587 95.54928887 98.74938695 99.32564983 99.73025993]%
Cross Entropy Loss: [0.8475427  0.23453017 0.11246598 0.06421489 0.04414552]
Correct: [72.67042668 95.56154978 98.74938695 99.52182442 99.74252084]%
Cross Entropy Loss: [0.8365673  0.22694284 0.1090391  0.06572851 0.04354235]
Correct: [73.17312408 95.89259441 98.72486513 99.47278077 99.71799902]%
Cross Entropy Loss: [0.83886105 0.2254572  0.10861051 0.06645231 0.04647159]
Correct: [73.40608141 96.1868563  98.7984306  99.41147621 99.58312898]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.84%
From layer 1:
Accuracy: 66.52%
From layer 2:
Accuracy: 71.78%
From layer 3:
Accuracy: 73.32%
From layer 4:
Accuracy: 75.22%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 75.23%
From layer 1:
Accuracy: 96.71%
From layer 2:
Accuracy: 99.68%
From layer 3:
Accuracy: 99.72%
From layer 4:
Accuracy: 99.07%
Checkpoint 380
models/shd_4layer_withckpts_noaugment_epoch380.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.5188084 3.9683132 3.6465755 2.6664195 2.5903149]
Correct: [ 8.21481118 17.55762629 24.65669446 33.74203041 39.02648357]%
Cross Entropy Loss: [3.0557308 2.10139   1.5599376 1.2046843 1.0311236]
Correct: [17.93771457 34.99264345 48.3938205  57.5282001  64.30848455]%
Cross Entropy Loss: [2.6226487 1.6868103 1.2109958 0.9280088 0.788362 ]
Correct: [23.9946052  44.80137322 58.4355076  66.92005885 72.40068661]%
Cross Entropy Loss: [2.364893   1.4465737  1.0219958  0.77255374 0.64791226]
Correct: [28.65375184 51.44678764 64.54144188 72.82981854 77.91809711]%
Cross Entropy Loss: [2.1981258  1.2896452  0.89694476 0.6769205  0.5607515 ]
Correct: [32.09906817 56.30210888 69.60519863 76.67974497 81.19176067]%
Cross Entropy Loss: [2.061006   1.1681156  0.8018709  0.60441893 0.5086513 ]
Correct: [34.69838156 60.47081903 73.00147131 80.02697401 83.75429132]%
Cross Entropy Loss: [1.9459114  1.0737848  0.7313141  0.55159384 0.47012717]
Correct: [37.45708681 63.4502207  75.04904365 81.55958803 84.08533595]%
Cross Entropy Loss: [1.866506   0.9979551  0.67057747 0.49316058 0.4073152 ]
Correct: [39.3575282  66.44188328 77.53800883 84.17116233 87.28543404]%
Cross Entropy Loss: [1.7869253  0.93459344 0.62776685 0.4614445  0.37258056]
Correct: [41.20892594 67.91319274 79.63462482 85.00490436 88.32761157]%
Cross Entropy Loss: [1.7140296  0.85929334 0.5680174  0.41130194 0.33271962]
Correct: [43.01128004 71.11329083 81.65767533 87.32221677 90.12996567]%
Cross Entropy Loss: [1.6638013  0.8179816  0.52699775 0.39104638 0.31486315]
Correct: [44.29867582 72.6949485  83.95046591 87.64100049 90.53457577]%
Cross Entropy Loss: [1.5872242 0.7743912 0.5010776 0.3685646 0.3020195]
Correct: [46.50564002 74.38695439 84.37959784 88.52378617 91.00049044]%
Cross Entropy Loss: [1.558181   0.73097277 0.47269642 0.3391473  0.28333068]
Correct: [46.66503188 76.26287396 85.59342815 90.03187837 91.3683178 ]%
Cross Entropy Loss: [1.5028517  0.70133364 0.4505023  0.32524446 0.26122653]
Correct: [49.01912702 77.40313879 86.77047572 90.362923   92.36145169]%
Cross Entropy Loss: [1.4485322  0.66157573 0.41415796 0.29745874 0.24655695]
Correct: [49.73025993 79.10740559 87.81265326 91.4664051  93.01128004]%
Cross Entropy Loss: [1.434285   0.65148187 0.40096876 0.28743616 0.23322725]
Correct: [50.85826385 79.6223639  88.33987249 92.12849436 93.72241295]%
Cross Entropy Loss: [1.3886591  0.61968267 0.38346717 0.274791   0.22134341]
Correct: [51.81461501 80.8239333  89.4556155  92.48406081 94.31093673]%
Cross Entropy Loss: [1.3516152  0.5884623  0.36151475 0.2596494  0.21268435]
Correct: [52.91809711 81.78028445 90.03187837 93.01128004 94.5806768 ]%
Cross Entropy Loss: [1.325325   0.5741202  0.34518525 0.25011352 0.19451882]
Correct: [54.74497303 82.60176557 90.48553212 93.4771947  94.99754782]%
Cross Entropy Loss: [1.2916489  0.5472225  0.32782057 0.23456323 0.18191645]
Correct: [55.27219225 83.34968122 91.30701324 94.11476214 95.46346248]%
Cross Entropy Loss: [1.2610605  0.5234912  0.31630275 0.22395328 0.1850813 ]
Correct: [56.11819519 84.4409024  91.57675331 94.16380579 95.0833742 ]%
Cross Entropy Loss: [1.2292247  0.4977293  0.29287723 0.20286548 0.16123068]
Correct: [57.20941638 85.71603727 92.79058362 95.42667974 96.32172634]%
Cross Entropy Loss: [1.2062587  0.48855832 0.2826275  0.1934082  0.15612125]
Correct: [57.85924473 86.18195194 92.96223639 95.65963708 96.57920549]%
Cross Entropy Loss: [1.1799951  0.4656136  0.2684757  0.18713558 0.14547801]
Correct: [58.68072585 86.81951937 93.85728298 95.80676802 96.89798921]%
Cross Entropy Loss: [1.1711665  0.4597943  0.26317152 0.1858327  0.14226578]
Correct: [59.0362923  87.150564   93.94310937 95.83128985 96.97155468]%
Cross Entropy Loss: [1.1508176  0.44831738 0.25586373 0.17319143 0.13680957]
Correct: [60.39725356 87.71456596 93.90632663 96.33398725 97.24129475]%
Cross Entropy Loss: [1.1328006  0.43682522 0.24574961 0.17065704 0.1340465 ]
Correct: [60.51986268 87.66552231 94.37224129 96.2849436  97.20451202]%
Cross Entropy Loss: [1.1155818  0.42040545 0.23867069 0.16377448 0.12710252]
Correct: [61.6478666  88.91613536 94.61745954 96.62824914 97.53555665]%
Cross Entropy Loss: [1.106734   0.41627502 0.23191898 0.15576667 0.11759655]
Correct: [61.77047572 88.54830799 94.91172143 96.97155468 97.76851398]%
Cross Entropy Loss: [1.088523   0.40249696 0.22294953 0.15354191 0.11574902]
Correct: [62.18734674 89.3575282  95.29180971 96.73859735 97.62138303]%
Cross Entropy Loss: [1.0547838  0.38414192 0.2118733  0.14210245 0.10905113]
Correct: [63.62187347 90.25257479 95.8803335  97.35164296 98.14860226]%
Cross Entropy Loss: [1.0511614  0.37733996 0.20598939 0.13608524 0.10361963]
Correct: [63.76900441 90.54683668 95.95389897 97.65816577 98.16086317]%
Cross Entropy Loss: [1.0347449  0.36987817 0.20385881 0.13763335 0.10698035]
Correct: [64.67631192 90.65718489 96.03972536 97.20451202 97.90338401]%
Cross Entropy Loss: [1.0279368  0.3646996  0.19674253 0.1301081  0.09955922]
Correct: [65.11770476 90.68170672 96.13781265 97.75625307 98.13634134]%
Cross Entropy Loss: [1.0148032  0.3567386  0.18833444 0.12596023 0.09841609]
Correct: [65.49779304 91.04953409 96.32172634 97.80529671 98.16086317]%
Cross Entropy Loss: [0.9977497  0.34400925 0.18563887 0.12254944 0.09548727]
Correct: [66.58901422 91.89553703 96.53016184 97.8911231  98.44286415]%
Cross Entropy Loss: [0.99367523 0.33878472 0.17602494 0.11464676 0.08582805]
Correct: [65.93918588 91.85875429 96.61598823 98.16086317 98.65129966]%
Cross Entropy Loss: [0.97202    0.3258388  0.1685801  0.11150417 0.08119492]
Correct: [67.54536538 92.21432075 97.04512016 98.41834232 98.9946052 ]%
Cross Entropy Loss: [0.97171277 0.32856026 0.17185448 0.1127239  0.09011158]
Correct: [67.54536538 91.94458068 96.91025012 98.16086317 98.41834232]%
Cross Entropy Loss: [0.9573419  0.31635883 0.16513065 0.10639201 0.07897848]
Correct: [67.88867092 92.88867092 97.17999019 98.32025503 98.92103973]%
Cross Entropy Loss: [0.9535965  0.31777754 0.16141006 0.10518581 0.07790256]
Correct: [68.36684649 92.30014713 97.42520844 98.28347229 98.88425699]%
Cross Entropy Loss: [0.93102777 0.30652297 0.15234594 0.09868973 0.07616241]
Correct: [68.99215302 92.85188818 97.71947033 98.67582148 98.97008337]%
Cross Entropy Loss: [0.92670333 0.29497144 0.14811277 0.09300301 0.06716079]
Correct: [69.28641491 93.39136832 97.7930358  98.7984306  99.23982344]%
Cross Entropy Loss: [0.92120934 0.29490522 0.14738701 0.09828562 0.06942108]
Correct: [69.85041687 93.66110839 97.67042668 98.3938205  99.10495341]%
Cross Entropy Loss: [0.9107723  0.29038674 0.14019783 0.08777839 0.06507406]
Correct: [69.89946052 93.59980383 98.12408043 98.94556155 99.20304071]%
Cross Entropy Loss: [0.9128505  0.2888058  0.14060368 0.09038761 0.07002249]
Correct: [69.81363413 93.74693477 97.87886219 98.71260422 98.94556155]%
Cross Entropy Loss: [0.9100681  0.28587714 0.1384356  0.08821658 0.06511968]
Correct: [69.50711133 93.79597842 97.97694949 98.7984306  99.301128  ]%
Cross Entropy Loss: [0.8928242  0.2779251  0.13392079 0.0855767  0.06198727]
Correct: [70.8803335  93.82050025 98.02599313 98.8965179  99.15399706]%
Cross Entropy Loss: [0.87945807 0.26975873 0.12600753 0.07652432 0.05479862]
Correct: [71.70181462 94.45806768 98.40608141 99.27660618 99.55860716]%
Cross Entropy Loss: [0.88073564 0.2625135  0.1242772  0.08044752 0.06169825]
Correct: [71.40755272 94.76459049 98.44286415 99.16625797 99.27660618]%
Cross Entropy Loss: [0.8781454  0.26071656 0.12067248 0.07465953 0.05449061]
Correct: [71.15007357 94.92398234 98.66356057 99.33791074 99.58312898]%
Cross Entropy Loss: [0.86737204 0.2595363  0.12242794 0.07562231 0.05545939]
Correct: [72.00833742 94.98528691 98.44286415 99.25208436 99.50956351]%
Cross Entropy Loss: [0.8673816  0.251161   0.11624622 0.07264126 0.05349833]
Correct: [71.94703286 94.97302599 98.63903874 99.26434527 99.43599804]%
Cross Entropy Loss: [0.8504828  0.25333175 0.11442391 0.06928959 0.0522718 ]
Correct: [72.81755763 95.12015694 98.76164787 99.3992153  99.48504169]%
Cross Entropy Loss: [0.84604716 0.24519867 0.11029857 0.06528611 0.04577036]
Correct: [72.65816577 95.35311427 98.73712604 99.48504169 99.71799902]%
Cross Entropy Loss: [0.856862   0.24045551 0.10498142 0.06314733 0.0450449 ]
Correct: [72.22903384 95.3776361  99.17851888 99.54634625 99.75478176]%
Cross Entropy Loss: [0.8447299  0.24963121 0.11856095 0.07636546 0.05973288]
Correct: [73.5899951  94.93624326 98.36929868 98.94556155 99.05590976]%
Cross Entropy Loss: [0.83417255 0.23676914 0.10734694 0.07118969 0.05622594]
Correct: [73.51642962 95.7822462  98.84747425 99.04364885 99.04364885]%
Cross Entropy Loss: [0.82901126 0.23003902 0.09796738 0.05796863 0.04065083]
Correct: [74.38695439 95.99068171 99.0926925  99.58312898 99.76704267]%
Cross Entropy Loss: [0.83445966 0.23036465 0.09990931 0.05939504 0.04077228]
Correct: [73.54095145 95.89259441 98.94556155 99.55860716 99.70573811]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.00%
From layer 1:
Accuracy: 67.36%
From layer 2:
Accuracy: 70.01%
From layer 3:
Accuracy: 71.60%
From layer 4:
Accuracy: 74.07%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 73.00%
From layer 1:
Accuracy: 96.63%
From layer 2:
Accuracy: 99.41%
From layer 3:
Accuracy: 99.18%
From layer 4:
Accuracy: 99.53%
Checkpoint 400
models/shd_4layer_withckpts_noaugment_epoch400.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.114147  4.450653  3.0987988 2.661974  2.3516407]
Correct: [10.69151545 15.39970574 25.77243747 33.11672388 39.4556155 ]%
Cross Entropy Loss: [2.9118867 2.198681  1.5307323 1.2047384 1.0188764]
Correct: [21.65277097 33.65620402 48.70034331 58.31289848 64.34526729]%
Cross Entropy Loss: [2.4998875  1.7370476  1.2012732  0.93657726 0.8000131 ]
Correct: [27.83227072 42.43501717 59.46542423 67.32466896 72.42520844]%
Cross Entropy Loss: [2.2831938  1.4932333  1.030677   0.79276806 0.67929786]
Correct: [32.09906817 49.52182442 64.78666013 72.80529671 76.43452673]%
Cross Entropy Loss: [2.100155   1.3038307  0.8825134  0.69082785 0.5909864 ]
Correct: [34.75968612 55.02697401 69.97302599 76.97400687 79.87984306]%
Cross Entropy Loss: [1.9865446  1.1923131  0.7916044  0.6299982  0.53104943]
Correct: [37.61647867 58.82785679 73.52869053 79.23001471 82.57724375]%
Cross Entropy Loss: [1.892776   1.0776057  0.71143794 0.54914165 0.4630382 ]
Correct: [39.3575282  63.13143698 76.11574301 81.86611084 84.52672879]%
Cross Entropy Loss: [1.8128543  0.9995524  0.6555601  0.5003842  0.42164236]
Correct: [40.97596861 65.48553212 78.93575282 83.65620402 86.61108386]%
Cross Entropy Loss: [1.7359728  0.9377204  0.60351    0.46325663 0.38759616]
Correct: [42.50858264 67.58214811 80.99558607 85.27464443 87.80039235]%
Cross Entropy Loss: [1.66908    0.8703829  0.55963975 0.4269899  0.35553384]
Correct: [44.40902403 70.50024522 82.35654733 86.66012751 88.87935262]%
Cross Entropy Loss: [1.6356044  0.82945406 0.53615963 0.4157511  0.34616703]
Correct: [45.76998529 71.73859735 83.0308975  86.6478666  89.21039725]%
Cross Entropy Loss: [1.5610194  0.78228396 0.49428844 0.37030697 0.30591798]
Correct: [47.53555665 73.8965179  85.00490436 88.73222168 90.66944581]%
Cross Entropy Loss: [1.5242195  0.7522016  0.46706307 0.35458562 0.2879391 ]
Correct: [48.18538499 74.84060814 85.53212359 89.00196175 91.47866601]%
Cross Entropy Loss: [1.4754064  0.70568657 0.43947518 0.339022   0.27992934]
Correct: [49.96321726 76.69200589 86.70917116 89.59048553 91.77292791]%
Cross Entropy Loss: [1.4411824  0.6692652  0.41187525 0.3139994  0.2589771 ]
Correct: [50.99313389 77.85679255 87.89847965 90.73075037 92.45953899]%
Cross Entropy Loss: [1.4100857  0.6511955  0.39758423 0.3020109  0.24765472]
Correct: [51.91270231 78.72731731 88.40117705 91.27023051 92.54536538]%
Cross Entropy Loss: [1.3814448  0.6137836  0.37025    0.27095684 0.21759695]
Correct: [52.13339872 80.23540951 89.68857283 92.38597352 94.13928396]%
Cross Entropy Loss: [1.3373139  0.5897306  0.3518923  0.26224455 0.21186459]
Correct: [54.08288377 80.98332516 90.11770476 92.49632173 94.32319765]%
Cross Entropy Loss: [1.3152664  0.5742079  0.34069797 0.2549422  0.20443408]
Correct: [54.51201569 81.84158901 90.74301128 93.08484551 94.5806768 ]%
Cross Entropy Loss: [1.2802658  0.544714   0.32645932 0.24303141 0.1922698 ]
Correct: [56.16723884 83.15350662 91.35605689 93.10936734 95.24276606]%
Cross Entropy Loss: [1.2614135  0.53067553 0.31269914 0.23188981 0.1821642 ]
Correct: [56.11819519 83.90142227 91.42962236 93.91858754 95.47572339]%
Cross Entropy Loss: [1.2431743  0.5152242  0.3024867  0.22738346 0.1833161 ]
Correct: [56.69445807 84.34281511 92.03040706 93.63658656 95.09563512]%
Cross Entropy Loss: [1.2093554  0.50280315 0.29213738 0.216084   0.17326587]
Correct: [57.9328102  84.96812163 92.38597352 94.274154   95.53702795]%
Cross Entropy Loss: [1.2035509  0.486494   0.2798328  0.20547739 0.16119802]
Correct: [58.70524767 85.4462972  92.92545365 94.94850417 96.23589995]%
Cross Entropy Loss: [1.1649138  0.46516556 0.26528555 0.19824159 0.15377806]
Correct: [59.67385974 86.69691025 93.6733693  94.97302599 96.4811182 ]%
Cross Entropy Loss: [1.1542317  0.45464692 0.25291142 0.1805004  0.14294326]
Correct: [59.67385974 87.0524767  93.9798921  95.80676802 97.02059833]%
Cross Entropy Loss: [1.1275686  0.43113586 0.242556   0.17073639 0.12935577]
Correct: [61.03482099 88.13143698 94.50711133 96.34624816 97.52329573]%
Cross Entropy Loss: [1.1243752  0.41886476 0.2375542  0.1718261  0.13184963]
Correct: [61.20647376 88.81804806 94.66650319 96.00294262 97.32712114]%
Cross Entropy Loss: [1.0999104  0.4128515  0.23729077 0.16762304 0.13295563]
Correct: [61.56204022 88.83030897 94.31093673 96.12555174 97.02059833]%
Cross Entropy Loss: [1.0820566  0.4067223  0.221008   0.15561855 0.12122151]
Correct: [62.59195684 89.33300638 95.09563512 96.65277097 97.82981854]%
Cross Entropy Loss: [1.0640355  0.39038116 0.21262851 0.15150744 0.11474514]
Correct: [63.52378617 89.67631192 95.63511525 96.81216282 97.91564492]%
Cross Entropy Loss: [1.0437374  0.3818605  0.21165623 0.14663327 0.11171268]
Correct: [64.1613536  89.90926925 95.46346248 96.93477195 98.11181952]%
Cross Entropy Loss: [1.037183   0.37749916 0.20680246 0.14899933 0.11450201]
Correct: [64.17361452 90.362923   95.7822462  96.83668465 97.63364394]%
Cross Entropy Loss: [1.0249324  0.36464816 0.19407173 0.13557905 0.10345668]
Correct: [64.48013732 90.73075037 96.10102992 97.22903384 98.33251594]%
Cross Entropy Loss: [1.0156816  0.3553299  0.19472052 0.13180219 0.10536723]
Correct: [64.90926925 91.01275135 96.00294262 97.47425208 98.20990682]%
Cross Entropy Loss: [1.0064164  0.35548273 0.19202442 0.138641   0.10816402]
Correct: [64.93379107 91.28249142 96.32172634 97.1922511  97.95242766]%
Cross Entropy Loss: [0.9851874  0.341014   0.18109623 0.12791601 0.09608492]
Correct: [66.51544875 91.72388426 96.57920549 97.43746935 98.22216773]%
Cross Entropy Loss: [0.9773322  0.3337466  0.17679004 0.12145752 0.09351377]
Correct: [66.58901422 91.78518882 96.49337911 97.64590486 98.32025503]%
Cross Entropy Loss: [0.9717295  0.32673693 0.16954681 0.11501298 0.08590641]
Correct: [66.65031878 92.0671898  97.02059833 98.09955861 98.74938695]%
Cross Entropy Loss: [0.9558092  0.31837127 0.16554314 0.10827857 0.0866204 ]
Correct: [67.17753801 92.5698872  97.21677293 98.34477685 98.71260422]%
Cross Entropy Loss: [0.94724095 0.31747377 0.16247377 0.10748219 0.08087307]
Correct: [67.93771457 92.33692987 97.02059833 98.24668955 98.88425699]%
Cross Entropy Loss: [0.9406086  0.3043578  0.15412624 0.10565548 0.08268388]
Correct: [68.24423737 93.19519372 97.59686121 98.18538499 98.71260422]%
Cross Entropy Loss: [0.9441771  0.30463466 0.15257606 0.10558946 0.07630317]
Correct: [68.52623835 93.23197646 97.57233938 98.27121138 99.01912702]%
Cross Entropy Loss: [0.9216981  0.29505873 0.14836596 0.09958953 0.07489771]
Correct: [69.26189308 93.68563021 97.68268759 98.46738597 99.00686611]%
Cross Entropy Loss: [0.9113469  0.29328743 0.14781229 0.09726189 0.07118915]
Correct: [69.21284944 93.40362923 97.60912212 98.4919078  99.19077979]%
Cross Entropy Loss: [0.90630573 0.28625417 0.14372873 0.09152812 0.0668438 ]
Correct: [69.6787641  93.72241295 97.91564492 98.85973516 99.28886709]%
Cross Entropy Loss: [0.9071124  0.2813049  0.13530992 0.09075568 0.06971791]
Correct: [69.42128494 93.93084846 98.13634134 98.68808239 99.00686611]%
Cross Entropy Loss: [0.8857015  0.27299386 0.1340557  0.08653489 0.06232113]
Correct: [70.92937715 94.53163315 97.8911231  98.97008337 99.3992153 ]%
Cross Entropy Loss: [0.88370043 0.26900715 0.13118109 0.08969236 0.06581534]
Correct: [71.088769   94.72780775 98.46738597 98.74938695 99.31338892]%
Cross Entropy Loss: [0.8729632  0.26303816 0.1283315  0.08292862 0.06281031]
Correct: [71.94703286 94.62972045 98.45512506 99.00686611 99.37469348]%
Cross Entropy Loss: [0.87563926 0.2630219  0.1260091  0.08298653 0.0612869 ]
Correct: [70.99068171 94.44580677 98.35703776 99.03138794 99.48504169]%
Cross Entropy Loss: [0.8906387  0.26844347 0.12619987 0.08292805 0.06093889]
Correct: [70.81902894 94.43354586 98.12408043 98.85973516 99.3992153 ]%
Cross Entropy Loss: [0.8516366  0.24870059 0.11843855 0.07930522 0.05864312]
Correct: [72.30259931 95.19372241 98.47964689 99.10495341 99.42373713]%
Cross Entropy Loss: [0.8451644  0.23996623 0.11038327 0.07134236 0.05257287]
Correct: [72.92790584 95.84355076 98.92103973 99.35017165 99.47278077]%
Cross Entropy Loss: [0.84869385 0.24722926 0.11710925 0.07407034 0.05172428]
Correct: [72.51103482 94.93624326 98.34477685 99.20304071 99.61991172]%
Cross Entropy Loss: [0.85229087 0.24732329 0.11455952 0.0740356  0.06104524]
Correct: [72.43746935 94.93624326 98.33251594 99.12947523 99.22756253]%
Cross Entropy Loss: [0.84642446 0.2416374  0.11090042 0.07164999 0.0597533 ]
Correct: [72.71947033 95.6841589  98.61451692 99.301128   99.15399706]%
Cross Entropy Loss: [0.8308015  0.23443338 0.1052234  0.06490302 0.04519167]
Correct: [73.66356057 95.70868073 99.03138794 99.4973026  99.74252084]%
Cross Entropy Loss: [0.82712334 0.24007256 0.10968657 0.07137793 0.05351011]
Correct: [73.67582148 95.41441883 98.66356057 99.19077979 99.37469348]%
Cross Entropy Loss: [0.82829183 0.23377843 0.10506951 0.06941604 0.04862725]
Correct: [73.57773418 95.65963708 98.85973516 99.33791074 99.63217263]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.70%
From layer 1:
Accuracy: 64.58%
From layer 2:
Accuracy: 71.69%
From layer 3:
Accuracy: 74.38%
From layer 4:
Accuracy: 75.49%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 71.49%
From layer 1:
Accuracy: 96.15%
From layer 2:
Accuracy: 99.07%
From layer 3:
Accuracy: 99.69%
From layer 4:
Accuracy: 99.66%
Checkpoint 420
models/shd_4layer_withckpts_noaugment_epoch420.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.856997  3.8959    3.5757809 2.7275007 2.5107887]
Correct: [ 9.04855321 16.24570868 21.45659637 33.77881314 41.53997057]%
Cross Entropy Loss: [3.0342531 2.0859597 1.6003497 1.1841699 1.0297676]
Correct: [18.95537028 34.77194703 46.2849436  59.0362923  64.52918097]%
Cross Entropy Loss: [2.5818026  1.6648983  1.2153435  0.9189824  0.79220504]
Correct: [25.22069642 45.05885238 58.1289848  68.48945562 72.97694949]%
Cross Entropy Loss: [2.3365407 1.4515951 1.0217472 0.7628522 0.653376 ]
Correct: [30.1250613  50.6007847  64.88474743 73.84747425 77.95487984]%
Cross Entropy Loss: [2.1539655  1.2702699  0.88538104 0.6622303  0.56460327]
Correct: [33.64394311 56.05689063 69.94850417 77.45218244 80.87297695]%
Cross Entropy Loss: [2.0260904 1.1602561 0.7959036 0.6034045 0.5142229]
Correct: [36.7459539  60.09073075 73.27121138 79.95340853 82.60176557]%
Cross Entropy Loss: [1.9217693  1.0710967  0.7099878  0.52893084 0.45398387]
Correct: [38.86709171 63.71996077 76.83913683 82.95733203 85.36047082]%
Cross Entropy Loss: [1.8354068  0.99063146 0.6611614  0.4854117  0.41044727]
Correct: [40.24031388 66.01275135 78.92349191 84.41638058 87.12604218]%
Cross Entropy Loss: [1.7638521  0.92928904 0.6012174  0.4415437  0.37651727]
Correct: [42.49632173 68.25649828 80.93428151 86.05934282 88.29082884]%
Cross Entropy Loss: [1.6862258  0.8645301  0.5548761  0.41800037 0.35216904]
Correct: [43.83276116 70.43894066 82.90828838 86.86856302 89.08778813]%
Cross Entropy Loss: [1.6403149  0.82914525 0.5237141  0.39589387 0.33734804]
Correct: [44.78911231 72.11868563 83.46002943 87.73908779 89.57822462]%
Cross Entropy Loss: [1.6007563  0.7810424  0.49051514 0.37006843 0.30194843]
Correct: [46.11329083 73.81069152 85.10299166 88.89161354 91.01275135]%
Cross Entropy Loss: [1.5425904  0.741384   0.45404544 0.33656612 0.28267914]
Correct: [47.60912212 75.57626287 86.30456106 90.00735655 92.01814615]%
Cross Entropy Loss: [1.5160568  0.71730745 0.43500662 0.3268016  0.27544713]
Correct: [48.32025503 76.44678764 87.48160863 90.362923   91.82197155]%
Cross Entropy Loss: [1.452504   0.6679033  0.40358213 0.29337865 0.2407497 ]
Correct: [50.11034821 78.20009809 88.42569887 91.72388426 93.28102011]%
Cross Entropy Loss: [1.4120349  0.63938296 0.38517705 0.28369784 0.22803721]
Correct: [51.33643943 79.32810201 88.84256989 92.28788622 93.80823933]%
Cross Entropy Loss: [1.3795155  0.610435   0.36703095 0.27179876 0.22073184]
Correct: [52.28052967 80.50514958 89.7621383  92.43501717 94.15154487]%
Cross Entropy Loss: [1.353048   0.58960885 0.35276866 0.25919238 0.20919752]
Correct: [52.52574792 81.37567435 90.16674841 92.81510544 94.21284944]%
Cross Entropy Loss: [1.3074385  0.5644058  0.3332398  0.2344543  0.19041453]
Correct: [54.2177538  82.31976459 90.51005395 93.71015204 95.14467876]%
Cross Entropy Loss: [1.2927351  0.5394825  0.31594327 0.22648087 0.18029647]
Correct: [55.02697401 83.38646395 91.65031878 94.24963217 95.70868073]%
Cross Entropy Loss: [1.2605948  0.51989204 0.3065622  0.21949962 0.17540757]
Correct: [56.04462972 84.29377146 91.67484061 94.31093673 95.67189799]%
Cross Entropy Loss: [1.255337   0.5181501  0.29380107 0.21793321 0.16945483]
Correct: [56.28984796 83.95046591 92.38597352 94.32319765 95.83128985]%
Cross Entropy Loss: [1.2235855  0.50223005 0.2825534  0.19524148 0.15147018]
Correct: [57.50367827 84.89455615 92.87641    95.36537518 96.6895537 ]%
Cross Entropy Loss: [1.1916412  0.47717017 0.2720883  0.1975876  0.15475363]
Correct: [58.42324669 86.05934282 92.91319274 95.03433055 96.49337911]%
Cross Entropy Loss: [1.1773412  0.45805562 0.25631133 0.18157858 0.14743426]
Correct: [59.22020598 86.99117214 93.73467386 95.79450711 96.57920549]%
Cross Entropy Loss: [1.1621917  0.44743407 0.24594803 0.17154947 0.13621233]
Correct: [59.34281511 87.28543404 94.28641491 96.088769   97.22903384]%
Cross Entropy Loss: [1.13708    0.43125468 0.23476389 0.16428928 0.13075708]
Correct: [60.16429622 88.24178519 94.74006866 96.45659637 97.2903384 ]%
Cross Entropy Loss: [1.1182029  0.42231852 0.22386757 0.14998996 0.11696486]
Correct: [60.98577734 88.1559588  95.21824424 97.17999019 97.95242766]%
Cross Entropy Loss: [1.1014872  0.41049835 0.22148287 0.15183532 0.11985515]
Correct: [62.13830309 88.54830799 95.30407062 96.79990191 97.60912212]%
Cross Entropy Loss: [1.0853255  0.39311752 0.21197288 0.143336   0.10897031]
Correct: [62.78813144 89.56596371 95.36537518 97.47425208 98.2957332 ]%
Cross Entropy Loss: [1.062247   0.3821153  0.20650423 0.14188628 0.10888032]
Correct: [62.92300147 90.21579205 95.65963708 97.27807749 98.06277587]%
Cross Entropy Loss: [1.0637088  0.39607653 0.21033838 0.14202145 0.10939959]
Correct: [63.49926435 89.06326631 95.15693968 97.04512016 97.92790584]%
Cross Entropy Loss: [1.040347   0.3693016  0.19242609 0.13056166 0.10260225]
Correct: [64.87248651 90.41196665 96.26042178 97.54781756 98.20990682]%
Cross Entropy Loss: [1.0295194  0.3675474  0.1913776  0.13175854 0.10018919]
Correct: [64.70083374 90.33840118 96.27268269 97.56007847 98.40608141]%
Cross Entropy Loss: [1.003789   0.35464323 0.18201268 0.12339813 0.09308618]
Correct: [65.8656204  91.07405591 96.65277097 97.70720942 98.55321236]%
Cross Entropy Loss: [0.98947954 0.34132522 0.17871368 0.1227822  0.09618168]
Correct: [66.41736145 91.77292791 96.45659637 97.86660128 98.28347229]%
Cross Entropy Loss: [1.0057307  0.34233758 0.17618096 0.11752555 0.0882109 ]
Correct: [65.69396763 91.71162334 96.66503188 97.85434036 98.5899951 ]%
Cross Entropy Loss: [0.9786238  0.33633438 0.16658115 0.10999487 0.08169092]
Correct: [66.80971064 91.72388426 96.77538009 98.1976459  99.00686611]%
Cross Entropy Loss: [0.98201996 0.33265516 0.17145772 0.11334255 0.08300716]
Correct: [66.55223149 91.62579696 96.49337911 97.7930358  98.78616969]%
Cross Entropy Loss: [0.9613083  0.31687334 0.16097765 0.1087207  0.07939263]
Correct: [67.49632173 92.30014713 97.25355566 98.11181952 98.94556155]%
Cross Entropy Loss: [0.94629884 0.30320868 0.15117368 0.09821785 0.07255381]
Correct: [68.575282   93.28102011 97.486513   98.5899951  99.17851888]%
Cross Entropy Loss: [0.95016235 0.3046705  0.150125   0.1006318  0.07465041]
Correct: [67.98675821 93.14615007 97.51103482 98.35703776 99.03138794]%
Cross Entropy Loss: [0.93442774 0.29784605 0.14453511 0.0946645  0.0674118 ]
Correct: [68.78371751 93.42815105 97.43746935 98.63903874 99.38695439]%
Cross Entropy Loss: [0.92609537 0.2961767  0.13855514 0.08864382 0.06390776]
Correct: [69.83815596 93.06032369 98.09955861 98.85973516 99.47278077]%
Cross Entropy Loss: [0.9132993  0.28356385 0.13495317 0.08622224 0.06800868]
Correct: [69.93624326 94.04119667 97.9892104  99.0926925  99.21530162]%
Cross Entropy Loss: [0.922122   0.28517318 0.14174527 0.08960152 0.06995531]
Correct: [68.84502207 93.50171653 97.67042668 98.70034331 98.90877881]%
Cross Entropy Loss: [0.8937562  0.27309895 0.12776244 0.08436542 0.06685685]
Correct: [71.02746444 94.47032859 98.45512506 98.82295243 99.10495341]%
Cross Entropy Loss: [0.8867696  0.27216074 0.12583388 0.0777513  0.05707845]
Correct: [70.73320255 94.53163315 98.41834232 99.23982344 99.50956351]%
Cross Entropy Loss: [0.87769216 0.26248568 0.12203329 0.0788286  0.05729436]
Correct: [71.13781265 94.99754782 98.40608141 98.93330064 99.36243256]%
Cross Entropy Loss: [0.8732179  0.2561187  0.12267855 0.07907337 0.05856868]
Correct: [71.72633644 95.02206964 98.22216773 98.84747425 99.301128  ]%
Cross Entropy Loss: [0.8807077  0.2602349  0.1209678  0.07928296 0.06141762]
Correct: [71.4811182  94.86267778 98.32025503 98.90877881 99.01912702]%
Cross Entropy Loss: [0.86185265 0.2540372  0.11417745 0.07057144 0.04890575]
Correct: [71.75085826 94.93624326 98.5899951  99.20304071 99.74252084]%
Cross Entropy Loss: [0.8612962  0.25151077 0.11666679 0.07420214 0.05707186]
Correct: [71.87346739 94.98528691 98.51642962 99.10495341 99.17851888]%
Cross Entropy Loss: [0.8612577  0.25433356 0.112159   0.07057504 0.04961586]
Correct: [72.53555665 94.66650319 98.68808239 99.25208436 99.70573811]%
Cross Entropy Loss: [0.8431093  0.2382426  0.10609795 0.06411852 0.04768674]
Correct: [72.75625307 95.80676802 98.87199608 99.53408534 99.71799902]%
Cross Entropy Loss: [0.843001   0.2418946  0.10650127 0.0629068  0.04401755]
Correct: [72.82981854 95.10789603 98.87199608 99.47278077 99.82834723]%
Cross Entropy Loss: [0.8476358  0.239461   0.1049295  0.06450522 0.04723845]
Correct: [72.46199117 95.50024522 98.85973516 99.33791074 99.61991172]%
Cross Entropy Loss: [0.8305558  0.23229146 0.10437556 0.06609712 0.04815642]
Correct: [73.74938695 95.63511525 98.78616969 99.35017165 99.58312898]%
Cross Entropy Loss: [0.8230755  0.23114951 0.10472272 0.0734057  0.05239558]
Correct: [73.60225601 95.51250613 98.70034331 98.9946052  99.3992153 ]%
Cross Entropy Loss: [0.8233791  0.22554769 0.09601364 0.0589506  0.04612313]
Correct: [74.43599804 95.85581167 99.12947523 99.54634625 99.61991172]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.48%
From layer 1:
Accuracy: 65.24%
From layer 2:
Accuracy: 69.35%
From layer 3:
Accuracy: 72.75%
From layer 4:
Accuracy: 74.03%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 75.55%
From layer 1:
Accuracy: 96.33%
From layer 2:
Accuracy: 99.46%
From layer 3:
Accuracy: 99.85%
From layer 4:
Accuracy: 99.95%
Checkpoint 440
models/shd_4layer_withckpts_noaugment_epoch440.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.1249046 3.9595094 3.2613602 2.7291539 2.3311768]
Correct: [10.86316822 17.99901913 25.26974007 33.79107406 40.10544385]%
Cross Entropy Loss: [2.9953306 1.9991864 1.4890807 1.1720726 1.0097717]
Correct: [20.84355076 37.54291319 49.25208436 58.98724865 65.11770476]%
Cross Entropy Loss: [2.5858376  1.6289607  1.1799817  0.9179028  0.79142714]
Correct: [26.98626778 45.81902894 58.86463953 68.0725846  72.67042668]%
Cross Entropy Loss: [2.343846   1.4115016  0.99872655 0.7639711  0.6580288 ]
Correct: [30.5174105  52.40313879 65.362923   73.65129966 77.52574792]%
Cross Entropy Loss: [2.1810231  1.2630119  0.868667   0.67299515 0.57928616]
Correct: [33.86463953 56.76802354 70.5860716  77.58705248 81.24080432]%
Cross Entropy Loss: [2.0605998  1.1584146  0.78336036 0.6000463  0.5182717 ]
Correct: [36.21873467 60.70377636 73.8965179  79.97793036 83.09220206]%
Cross Entropy Loss: [1.9772882  1.0696929  0.7068245  0.5421119  0.46642548]
Correct: [37.82491417 62.95978421 76.64296224 81.8293281  84.52672879]%
Cross Entropy Loss: [1.8605076  0.98229575 0.63692564 0.47886187 0.41002068]
Correct: [40.70622854 66.77292791 79.40166748 84.39185875 87.37126042]%
Cross Entropy Loss: [1.7742281  0.9175789  0.5858736  0.44815665 0.3771626 ]
Correct: [42.07945071 68.96763119 81.57184895 85.82638548 87.95978421]%
Cross Entropy Loss: [1.7193981  0.85942584 0.55192333 0.41575614 0.3608161 ]
Correct: [43.78371751 71.11329083 82.89602746 87.0524767  88.97743992]%
Cross Entropy Loss: [1.6503209  0.80407166 0.5128116  0.3874281  0.31925675]
Correct: [44.86267778 73.3938205  83.92594409 88.24178519 90.59588033]%
Cross Entropy Loss: [1.6005836  0.7715664  0.47690004 0.35079294 0.2993796 ]
Correct: [46.787641   74.96321726 85.93673369 89.44335459 91.3683178 ]%
Cross Entropy Loss: [1.5470054  0.71979934 0.45290565 0.33839723 0.27945945]
Correct: [47.94016675 76.54487494 86.20647376 90.03187837 91.93231976]%
Cross Entropy Loss: [1.5048027  0.6910812  0.41993624 0.31494907 0.2632435 ]
Correct: [48.57773418 77.47670427 87.69004414 90.47327121 92.27562531]%
Cross Entropy Loss: [1.4764975  0.668081   0.4048933  0.29763505 0.24700779]
Correct: [49.77930358 78.44531633 88.02108877 91.60127513 93.13388916]%
Cross Entropy Loss: [1.4220254  0.6309446  0.37421915 0.2736189  0.22566007]
Correct: [51.4100049  79.65914664 89.40657185 92.60666994 94.16380579]%
Cross Entropy Loss: [1.3855852  0.6035576  0.3538106  0.2566267  0.21210408]
Correct: [52.95487984 81.13045611 90.19127023 92.85188818 94.53163315]%
Cross Entropy Loss: [1.3629853  0.58788234 0.35248926 0.2596955  0.21646175]
Correct: [53.33496812 81.31436979 90.06866111 92.80284453 93.95537028]%
Cross Entropy Loss: [1.3272994  0.56043774 0.33321607 0.24431944 0.1989989 ]
Correct: [54.3158411  82.44237371 90.77979402 93.44041197 95.21824424]%
Cross Entropy Loss: [1.3036481  0.53874433 0.31764078 0.22896215 0.18950586]
Correct: [55.44384502 83.97498774 91.3683178  94.01667484 95.45120157]%
Cross Entropy Loss: [1.2685452  0.52016675 0.29518142 0.20436747 0.16720763]
Correct: [56.20402158 84.36733693 92.36145169 95.25502697 96.37076999]%
Cross Entropy Loss: [1.2435653  0.50087196 0.28456    0.20408356 0.16302983]
Correct: [56.68219716 85.11525257 92.91319274 95.09563512 96.39529181]%
Cross Entropy Loss: [1.2209026  0.48015758 0.2693618  0.18916681 0.15368287]
Correct: [57.79794017 86.28003923 93.42815105 95.69641981 96.87346739]%
Cross Entropy Loss: [1.1989055  0.4698212  0.26089174 0.18424274 0.15350768]
Correct: [58.87690044 86.29230015 93.75919568 95.76998529 96.41981363]%
Cross Entropy Loss: [1.167591   0.45560706 0.2520655  0.17379637 0.14153452]
Correct: [59.79646886 87.27317312 94.00441393 96.23589995 96.91025012]%
Cross Entropy Loss: [1.1513889  0.43878633 0.24506575 0.17082556 0.13901138]
Correct: [60.05394801 87.54291319 94.42128494 96.41981363 97.16772928]%
Cross Entropy Loss: [1.140322   0.4270331  0.23471841 0.16679172 0.13311805]
Correct: [61.0470819  88.26630701 94.92398234 96.34624816 97.35164296]%
Cross Entropy Loss: [1.1115025  0.41155624 0.22164018 0.15003462 0.12089491]
Correct: [61.35360471 89.05100539 95.50024522 97.24129475 97.82981854]%
Cross Entropy Loss: [1.0961417  0.40235344 0.21286784 0.14598812 0.11702544]
Correct: [62.46934772 89.21039725 95.56154978 97.1922511  98.03825405]%
Cross Entropy Loss: [1.0868206  0.3908395  0.21124683 0.14545105 0.1169332 ]
Correct: [62.76360961 89.82344286 95.84355076 97.16772928 97.78077489]%
Cross Entropy Loss: [1.0650097  0.37969816 0.20101833 0.13885388 0.1134406 ]
Correct: [63.87935262 90.11770476 96.00294262 97.3884257  98.01373222]%
Cross Entropy Loss: [1.0481563  0.36764568 0.19947423 0.13486058 0.10784771]
Correct: [64.07552722 91.03727317 95.94163806 97.67042668 98.20990682]%
Cross Entropy Loss: [1.054258   0.36671096 0.18968429 0.12957117 0.10051169]
Correct: [63.38891614 90.58361942 96.54242276 97.78077489 98.41834232]%
Cross Entropy Loss: [1.0340276  0.35446316 0.18376291 0.12261291 0.09500626]
Correct: [64.22265817 91.04953409 96.64051005 98.03825405 98.72486513]%
Cross Entropy Loss: [1.0072918  0.3422362  0.17624137 0.1183186  0.09235764]
Correct: [65.44874939 91.78518882 96.87346739 98.18538499 98.51642962]%
Cross Entropy Loss: [0.9940408  0.33406022 0.1703689  0.1144132  0.08820198]
Correct: [66.68710152 91.95684159 96.99607651 98.12408043 98.81069152]%
Cross Entropy Loss: [0.9942449  0.33111283 0.165833   0.11016888 0.08756904]
Correct: [66.6625797  92.00588524 97.21677293 98.40608141 98.78616969]%
Cross Entropy Loss: [0.9714026  0.3207729  0.1628252  0.1056565  0.08472271]
Correct: [67.71701815 92.63119176 97.25355566 98.46738597 98.78616969]%
Cross Entropy Loss: [0.97841835 0.32233533 0.16125093 0.10629398 0.08378886]
Correct: [67.60666994 92.22658166 97.08190289 98.38155959 98.72486513]%
Cross Entropy Loss: [0.96220577 0.31543174 0.16006626 0.1026874  0.08029794]
Correct: [68.14615007 92.22658166 97.13094654 98.56547327 99.05590976]%
Cross Entropy Loss: [0.9396416  0.29701197 0.14598148 0.09525119 0.07527477]
Correct: [69.274154   93.40362923 97.97694949 98.61451692 99.22756253]%
Cross Entropy Loss: [0.9331648  0.2990526  0.14844793 0.09439553 0.07343761]
Correct: [69.44580677 93.36684649 97.82981854 98.84747425 99.20304071]%
Cross Entropy Loss: [0.9319209  0.28615913 0.13943586 0.0877189  0.06615583]
Correct: [69.1760667  93.83276116 97.97694949 98.9946052  99.32564983]%
Cross Entropy Loss: [0.92173094 0.29041138 0.1391297  0.08905062 0.06791805]
Correct: [69.78911231 93.6733693  98.18538499 98.92103973 99.31338892]%
Cross Entropy Loss: [0.9158408  0.28071126 0.1343898  0.0901192  0.069013  ]
Correct: [69.97302599 94.11476214 98.1976459  98.72486513 99.05590976]%
Cross Entropy Loss: [0.89030707 0.2691242  0.12652084 0.07966579 0.06059842]
Correct: [71.10102992 94.43354586 98.55321236 99.25208436 99.4973026 ]%
Cross Entropy Loss: [0.9002426  0.2739058  0.12667781 0.07948836 0.06030151]
Correct: [70.42667974 94.28641491 98.24668955 99.20304071 99.46051986]%
Cross Entropy Loss: [0.88948035 0.2691522  0.12672715 0.07837694 0.05970198]
Correct: [71.01520353 94.69102501 98.30799411 99.14173615 99.46051986]%
Cross Entropy Loss: [0.8863696 0.2580761 0.1235909 0.0783069 0.0606481]
Correct: [71.24816086 94.83815596 98.33251594 99.08043158 99.23982344]%
Cross Entropy Loss: [0.88377434 0.26151407 0.12122637 0.07485235 0.05699643]
Correct: [71.35850907 94.65424228 98.55321236 99.35017165 99.57086807]%
Cross Entropy Loss: [0.8813595  0.25260386 0.11621782 0.07082248 0.05145923]
Correct: [70.90485532 94.99754782 98.67582148 99.43599804 99.74252084]%
Cross Entropy Loss: [0.8663106  0.25005186 0.11031213 0.06752498 0.05060291]
Correct: [72.20451202 95.16920059 98.73712604 99.44825895 99.64443355]%
Cross Entropy Loss: [0.8618398  0.24651875 0.11010277 0.06626575 0.05200612]
Correct: [72.70720942 95.38989701 98.70034331 99.47278077 99.5953899 ]%
Cross Entropy Loss: [0.8524996  0.23937365 0.10747083 0.06536728 0.04779149]
Correct: [72.95242766 95.32859245 98.95782246 99.42373713 99.77930358]%
Cross Entropy Loss: [0.8644834  0.25018924 0.11375053 0.06976727 0.05325434]
Correct: [71.787641   94.75232957 98.40608141 99.16625797 99.42373713]%
Cross Entropy Loss: [0.84518945 0.2361104  0.10577633 0.06627987 0.04917301]
Correct: [72.76851398 95.46346248 98.76164787 99.3992153  99.66895537]%
Cross Entropy Loss: [0.8375992  0.23233819 0.10151643 0.06222565 0.04850471]
Correct: [73.7984306  95.48798431 98.8965179  99.52182442 99.5953899 ]%
Cross Entropy Loss: [0.8399353  0.23531634 0.1008971  0.06217048 0.04488853]
Correct: [73.01373222 95.1814615  98.77390878 99.47278077 99.76704267]%
Cross Entropy Loss: [0.8297677  0.22822177 0.09968074 0.06083469 0.04644773]
Correct: [73.8965179  95.80676802 99.05590976 99.50956351 99.66895537]%
Cross Entropy Loss: [0.81984556 0.21623236 0.09206197 0.05512479 0.04017913]
Correct: [74.15399706 96.21137813 99.22756253 99.60765081 99.86512997]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 48.98%
From layer 1:
Accuracy: 65.99%
From layer 2:
Accuracy: 71.78%
From layer 3:
Accuracy: 74.78%
From layer 4:
Accuracy: 75.04%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.46%
From layer 1:
Accuracy: 97.08%
From layer 2:
Accuracy: 99.69%
From layer 3:
Accuracy: 99.85%
From layer 4:
Accuracy: 99.98%
Checkpoint 460
models/shd_4layer_withckpts_noaugment_epoch460.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.054114  4.6913114 3.6962736 3.2641232 2.42978  ]
Correct: [ 9.37959784 14.66405101 23.35703776 30.30897499 37.62873958]%
Cross Entropy Loss: [2.9614704 2.1397154 1.5812845 1.2509936 1.0606073]
Correct: [19.66650319 34.48994605 47.16772928 57.40559098 63.21726336]%
Cross Entropy Loss: [2.4931855  1.6986172  1.2309022  0.95174855 0.8091591 ]
Correct: [26.45904855 44.09024031 57.79794017 67.0671898  72.35164296]%
Cross Entropy Loss: [2.2608492  1.4513984  1.0200064  0.78638643 0.6718006 ]
Correct: [31.13045611 51.69200589 64.50465915 73.90877881 77.37861697]%
Cross Entropy Loss: [2.102576   1.2985239  0.90429926 0.69202805 0.58595467]
Correct: [33.90142227 55.49288867 69.16380579 76.77783227 80.60323688]%
Cross Entropy Loss: [1.968871   1.1616242  0.79696226 0.6120537  0.51099783]
Correct: [36.90534576 60.06620893 72.78077489 79.57332026 83.16576753]%
Cross Entropy Loss: [1.8689795  1.070014   0.72847396 0.5590661  0.4729318 ]
Correct: [39.06326631 63.10691515 75.74791564 81.69445807 84.64933791]%
Cross Entropy Loss: [1.7940409  1.0026226  0.6647189  0.4965155  0.41223046]
Correct: [41.00049044 65.90240314 77.89357528 83.80333497 86.88082393]%
Cross Entropy Loss: [1.7243185  0.9264747  0.6032468  0.4603879  0.37844792]
Correct: [42.36145169 68.48945562 80.45610593 85.0416871  87.89847965]%
Cross Entropy Loss: [1.6570587  0.86376566 0.5545291  0.41973883 0.34589362]
Correct: [44.54389407 70.79450711 82.12359    86.75821481 89.07552722]%
Cross Entropy Loss: [1.601827   0.82252085 0.52095425 0.39623842 0.32319546]
Correct: [45.67189799 71.99607651 83.46002943 87.11378127 90.06866111]%
Cross Entropy Loss: [1.5396649  0.7782919  0.48495495 0.3662125  0.28883147]
Correct: [47.15546837 73.71260422 85.16429622 88.76900441 91.73614517]%
Cross Entropy Loss: [1.4926698  0.73822606 0.45276088 0.34162802 0.2749166 ]
Correct: [48.60225601 75.46591466 86.48847474 89.63952918 92.4717999 ]%
Cross Entropy Loss: [1.4596596  0.7088224  0.43167797 0.32318634 0.25861794]
Correct: [49.50956351 76.72878862 87.2486513  90.16674841 92.90093183]%
Cross Entropy Loss: [1.4257092  0.67776006 0.41314435 0.29821238 0.24614334]
Correct: [51.09122119 78.16331535 87.54291319 91.60127513 92.9744973 ]%
Cross Entropy Loss: [1.3873476  0.6397004  0.38952127 0.28809917 0.22791506]
Correct: [52.13339872 78.911231   88.48700343 91.58901422 93.79597842]%
Cross Entropy Loss: [1.3500822  0.6171788  0.36905798 0.2728518  0.2163717 ]
Correct: [53.07748897 80.16184404 89.1613536  91.99362433 94.23737126]%
Cross Entropy Loss: [1.3231953  0.58641225 0.34716856 0.2499117  0.19807349]
Correct: [53.98479647 81.64541442 90.27709662 93.29328102 95.13241785]%
Cross Entropy Loss: [1.2921588  0.562287   0.331037   0.23925655 0.1876663 ]
Correct: [54.43845022 82.65080922 91.25796959 93.63658656 95.20598333]%
Cross Entropy Loss: [1.2693586  0.5471054  0.320697   0.22909844 0.17841454]
Correct: [55.24767043 83.28837666 91.51544875 94.1760667  95.7822462 ]%
Cross Entropy Loss: [1.2401162  0.5313632  0.30650702 0.222487   0.1782898 ]
Correct: [57.13585091 83.46002943 91.80971064 94.44580677 95.62285434]%
Cross Entropy Loss: [1.2138268  0.51099735 0.2906341  0.20850274 0.16577756]
Correct: [57.50367827 84.637077   92.48406081 94.81363413 95.95389897]%
Cross Entropy Loss: [1.1868452  0.4892229  0.27845562 0.1991991  0.15344931]
Correct: [58.65620402 85.96125552 92.85188818 95.14467876 96.60372732]%
Cross Entropy Loss: [1.1713622  0.47437796 0.2651993  0.18421708 0.14306147]
Correct: [59.89455615 86.29230015 93.575282   95.94163806 97.03285924]%
Cross Entropy Loss: [1.1574317  0.4699914  0.25952116 0.18287897 0.14566766]
Correct: [59.74742521 86.23099559 93.45267288 95.79450711 96.62824914]%
Cross Entropy Loss: [1.1366606  0.4471082  0.24710633 0.17033195 0.13528103]
Correct: [60.5443845  87.35899951 94.29867582 96.40755272 97.24129475]%
Cross Entropy Loss: [1.1119281  0.43603465 0.23795563 0.16466407 0.12117092]
Correct: [61.41490927 87.77587052 94.32319765 96.41981363 98.11181952]%
Cross Entropy Loss: [1.1135651  0.42584628 0.23082663 0.16224815 0.12941147]
Correct: [61.08386464 88.26630701 94.42128494 96.46885728 97.09416381]%
Cross Entropy Loss: [1.0849047  0.41137448 0.22167575 0.15879719 0.1195605 ]
Correct: [62.48160863 88.64639529 94.80137322 96.77538009 97.84207945]%
Cross Entropy Loss: [1.0698273  0.4030525  0.21960427 0.1510293  0.11320613]
Correct: [63.59735164 88.8548308  95.31633154 96.83668465 97.86660128]%
Cross Entropy Loss: [1.0564553  0.38631445 0.20241292 0.13695167 0.1036901 ]
Correct: [63.98970083 89.99509564 95.94163806 97.67042668 98.36929868]%
Cross Entropy Loss: [1.0398213  0.37878296 0.19720057 0.13279457 0.09955208]
Correct: [64.56596371 90.19127023 95.99068171 97.63364394 98.45512506]%
Cross Entropy Loss: [1.0264729  0.37693343 0.198942   0.13516499 0.10535649]
Correct: [65.08092202 89.89700834 95.74546346 97.36390387 98.09955861]%
Cross Entropy Loss: [1.0099138  0.36017302 0.18377274 0.12365859 0.09488738]
Correct: [65.58361942 90.98822952 96.57920549 97.87886219 98.4919078 ]%
Cross Entropy Loss: [0.99620485 0.3491618  0.17850609 0.11868505 0.08662087]
Correct: [66.11083865 91.31927415 96.77538009 98.12408043 98.94556155]%
Cross Entropy Loss: [0.987152   0.34202483 0.1756922  0.11454403 0.08703596]
Correct: [66.33153507 91.94458068 96.59146641 98.20990682 98.77390878]%
Cross Entropy Loss: [0.9821106  0.34322777 0.17273839 0.11722066 0.08553798]
Correct: [67.27562531 91.50318784 96.66503188 97.9892104  98.67582148]%
Cross Entropy Loss: [0.9678716  0.32798547 0.16104472 0.10570102 0.07897317]
Correct: [67.28788622 92.1652771  97.36390387 98.47964689 99.08043158]%
Cross Entropy Loss: [0.9613856  0.3320637  0.16177274 0.11224238 0.08230764]
Correct: [67.70475723 91.9691025  97.22903384 98.22216773 98.84747425]%
Cross Entropy Loss: [0.93902755 0.313642   0.15641627 0.10125551 0.07164034]
Correct: [68.52623835 92.63119176 97.36390387 98.60225601 99.37469348]%
Cross Entropy Loss: [0.9319654  0.31061268 0.15255427 0.09965503 0.0753678 ]
Correct: [69.38450221 92.82736636 97.40068661 98.66356057 99.01912702]%
Cross Entropy Loss: [0.9335693  0.30644384 0.14545545 0.09235276 0.06743927]
Correct: [68.90632663 92.81510544 97.76851398 98.92103973 99.37469348]%
Cross Entropy Loss: [0.9186114  0.29992613 0.14089727 0.0894393  0.06456643]
Correct: [69.24963217 93.2687592  98.09955861 98.90877881 99.46051986]%
Cross Entropy Loss: [0.9048457  0.2967159  0.14307101 0.0915876  0.06667442]
Correct: [69.96076508 93.30554193 97.81755763 98.85973516 99.36243256]%
Cross Entropy Loss: [0.91083044 0.29586905 0.14368494 0.09385605 0.07357675]
Correct: [69.93624326 92.93771457 97.64590486 98.50416871 98.92103973]%
Cross Entropy Loss: [0.90188795 0.28480235 0.13319802 0.08533816 0.06244202]
Correct: [70.14467876 93.82050025 98.12408043 98.81069152 99.26434527]%
Cross Entropy Loss: [0.89287513 0.2804486  0.12849687 0.07891663 0.05887841]
Correct: [70.53702795 93.96763119 98.34477685 99.19077979 99.47278077]%
Cross Entropy Loss: [0.8776731  0.2775413  0.1281377  0.08370735 0.06244415]
Correct: [71.35850907 93.88180481 98.07503678 98.65129966 99.11721432]%
Cross Entropy Loss: [0.8754835  0.27009773 0.12678713 0.08304786 0.05702957]
Correct: [71.4811182  94.34771947 98.36929868 98.87199608 99.44825895]%
Cross Entropy Loss: [0.86796963 0.2626418  0.11920716 0.07561656 0.05487103]
Correct: [71.57920549 94.72780775 98.4919078  99.19077979 99.5953899 ]%
Cross Entropy Loss: [0.8759942  0.26595923 0.11745372 0.0725535  0.05111801]
Correct: [71.24816086 94.0779794  98.4919078  99.22756253 99.63217263]%
Cross Entropy Loss: [0.84996    0.2538563  0.11095554 0.06783579 0.04758929]
Correct: [72.84207945 95.16920059 98.82295243 99.46051986 99.77930358]%
Cross Entropy Loss: [0.8652282  0.25490066 0.10929511 0.06592611 0.04576714]
Correct: [71.87346739 94.83815596 98.81069152 99.46051986 99.76704267]%
Cross Entropy Loss: [0.8403957  0.24865097 0.11262274 0.07145339 0.0525965 ]
Correct: [72.87886219 94.99754782 98.67582148 99.32564983 99.53408534]%
Cross Entropy Loss: [0.8462123  0.24409392 0.1065891  0.06623859 0.04645788]
Correct: [72.95242766 95.20598333 98.85973516 99.32564983 99.75478176]%
Cross Entropy Loss: [0.83067644 0.23835449 0.10226752 0.06191179 0.04552317]
Correct: [73.74938695 95.63511525 98.95782246 99.47278077 99.71799902]%
Cross Entropy Loss: [0.8388639  0.24487028 0.10921431 0.06914054 0.05113096]
Correct: [73.17312408 94.97302599 98.54095145 99.08043158 99.43599804]%
Cross Entropy Loss: [0.8235052  0.23294719 0.104784   0.06582743 0.05112987]
Correct: [74.10495341 95.59833252 98.8965179  99.301128   99.3992153 ]%
Cross Entropy Loss: [0.8291011  0.2362777  0.0965412  0.05626643 0.04076556]
Correct: [73.60225601 95.00980873 99.15399706 99.66895537 99.81608632]%
Cross Entropy Loss: [0.82632977 0.23315662 0.09695813 0.05614839 0.03882879]
Correct: [73.83521334 95.61059343 99.04364885 99.63217263 99.79156449]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.57%
From layer 1:
Accuracy: 64.71%
From layer 2:
Accuracy: 69.96%
From layer 3:
Accuracy: 72.00%
From layer 4:
Accuracy: 74.51%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 75.09%
From layer 1:
Accuracy: 95.59%
From layer 2:
Accuracy: 99.22%
From layer 3:
Accuracy: 99.62%
From layer 4:
Accuracy: 98.61%
Checkpoint 480
models/shd_4layer_withckpts_noaugment_epoch480.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.12628   4.692744  3.3707602 3.2137585 2.5739794]
Correct: [11.1451692  12.42030407 23.81069152 31.5228053  39.2594409 ]%
Cross Entropy Loss: [2.9539661 2.1523623 1.5595496 1.169403  1.021499 ]
Correct: [21.41981363 33.0308975  47.67042668 59.33055419 64.01422266]%
Cross Entropy Loss: [2.5828068  1.6988235  1.2276431  0.90257084 0.8007791 ]
Correct: [26.59391859 43.78371751 57.51593919 68.575282   71.45659637]%
Cross Entropy Loss: [2.3497863 1.4504455 1.0342734 0.7585702 0.6690423]
Correct: [29.9166258  51.14026484 64.40657185 74.20304071 76.55713585]%
Cross Entropy Loss: [2.1925814 1.2979566 0.9019016 0.6634116 0.5876281]
Correct: [33.11672388 55.40706229 69.24963217 77.62383521 80.05149583]%
Cross Entropy Loss: [2.0522082  1.1773214  0.81105804 0.57854426 0.5146194 ]
Correct: [36.0470819  59.41638058 72.21677293 80.54193232 83.3374203 ]%
Cross Entropy Loss: [1.9540418  1.0759423  0.72867966 0.52998203 0.46002722]
Correct: [37.78813144 63.36439431 75.77243747 82.55272192 84.77194703]%
Cross Entropy Loss: [1.8648326  0.9941081  0.6678903  0.48592147 0.42386487]
Correct: [39.61500736 65.95144679 77.89357528 84.24472781 86.16969103]%
Cross Entropy Loss: [1.8035649  0.9509805  0.6197134  0.44790348 0.38983947]
Correct: [41.27023051 67.93771457 79.61010299 85.85090731 88.00882786]%
Cross Entropy Loss: [1.7067716  0.8571021  0.557429   0.40681386 0.34904948]
Correct: [44.15154487 71.12555174 82.51593919 87.4448259  89.39431094]%
Cross Entropy Loss: [1.6472237  0.8109842  0.51864916 0.3727737  0.31863227]
Correct: [44.7768514  72.81755763 83.99950956 89.21039725 90.62040216]%
Cross Entropy Loss: [1.594027   0.76933146 0.494346   0.34827778 0.29874068]
Correct: [46.87346739 74.70573811 84.74742521 89.81118195 90.87788131]%
Cross Entropy Loss: [1.5496981  0.7294961  0.4598535  0.32617402 0.27647406]
Correct: [47.51103482 75.95635115 85.98577734 90.69396763 92.00588524]%
Cross Entropy Loss: [1.4985558  0.69650584 0.44343108 0.31111377 0.26162001]
Correct: [48.85973516 76.88818048 86.2432565  90.92692496 92.77832271]%
Cross Entropy Loss: [1.4586204  0.6621469  0.40955606 0.2897858  0.24231027]
Correct: [49.58312898 78.37175086 87.57969593 91.8710152  92.96223639]%
Cross Entropy Loss: [1.4220445  0.63042474 0.3861646  0.2706158  0.2231722 ]
Correct: [50.93182933 79.65914664 89.03874448 92.63119176 94.01667484]%
Cross Entropy Loss: [1.3848894  0.6006739  0.36796445 0.25249362 0.21190132]
Correct: [51.98626778 81.27758705 89.56596371 93.21971555 94.54389407]%
Cross Entropy Loss: [1.3536934  0.5823588  0.35036013 0.24198765 0.20759004]
Correct: [53.23688082 81.64541442 90.11770476 93.82050025 94.55615498]%
Cross Entropy Loss: [1.3178375  0.5581328  0.33094892 0.23485138 0.1938504 ]
Correct: [54.13192742 82.77341834 90.89014223 94.0779794  95.24276606]%
Cross Entropy Loss: [1.3011478  0.55117846 0.32829985 0.22829528 0.1901444 ]
Correct: [54.7204512  82.92054929 90.80431584 94.00441393 95.09563512]%
Cross Entropy Loss: [1.2507228  0.51461595 0.30321097 0.2109757  0.17061464]
Correct: [56.44923982 84.66159882 92.03040706 94.93624326 95.84355076]%
Cross Entropy Loss: [1.233043   0.49549434 0.2947724  0.20146944 0.16133054]
Correct: [56.9274154  85.47081903 92.43501717 95.29180971 96.54242276]%
Cross Entropy Loss: [1.2390672  0.4930191  0.29392573 0.2024913  0.1655598 ]
Correct: [56.66993624 85.10299166 92.36145169 94.97302599 96.00294262]%
Cross Entropy Loss: [1.1892518  0.46925914 0.26518527 0.17857087 0.14421412]
Correct: [58.36194213 86.5497793  93.61206474 96.22363904 97.10642472]%
Cross Entropy Loss: [1.162396   0.44998452 0.25933525 0.17658389 0.14324169]
Correct: [59.96812163 87.26091221 93.72241295 96.10102992 96.8857283 ]%
Cross Entropy Loss: [1.151164   0.43923044 0.25225195 0.17047812 0.13733335]
Correct: [59.69838156 87.67778323 93.85728298 96.16233448 97.25355566]%
Cross Entropy Loss: [1.128287   0.42172763 0.2357928  0.1620318  0.12783957]
Correct: [60.59342815 88.36439431 94.45806768 96.61598823 97.63364394]%
Cross Entropy Loss: [1.115305   0.41136098 0.2278584  0.15057458 0.12185955]
Correct: [61.3413438  88.9529181  94.92398234 97.11868563 97.73173124]%
Cross Entropy Loss: [1.1109921  0.4018177  0.2241642  0.14760455 0.11825322]
Correct: [61.09612555 89.1613536  95.2795488  97.16772928 97.81755763]%
Cross Entropy Loss: [1.0905174  0.4000982  0.21944606 0.14707297 0.11905025]
Correct: [62.43256498 89.18587543 94.93624326 97.16772928 97.86660128]%
Cross Entropy Loss: [1.0698746  0.38669586 0.20972046 0.13958032 0.11007183]
Correct: [62.99656694 89.5537028  95.41441883 97.24129475 97.9892104 ]%
Cross Entropy Loss: [1.0540723  0.37826297 0.20859298 0.13695839 0.10991775]
Correct: [63.47474252 89.83570378 95.31633154 97.26581658 98.09955861]%
Cross Entropy Loss: [1.0544285  0.38012508 0.20166422 0.13588001 0.10763103]
Correct: [63.13143698 89.63952918 95.51250613 97.24129475 97.97694949]%
Cross Entropy Loss: [1.024579   0.35534945 0.1874395  0.12653339 0.09931761]
Correct: [64.83570378 91.14762138 96.43207455 97.71947033 98.2957332 ]%
Cross Entropy Loss: [1.015192   0.34490895 0.18425913 0.11978634 0.09277812]
Correct: [65.33840118 91.31927415 96.3830309  97.96468857 98.70034331]%
Cross Entropy Loss: [0.9995136  0.33485582 0.17449176 0.11215878 0.08905707]
Correct: [65.97596861 91.77292791 96.787641   98.24668955 98.70034331]%
Cross Entropy Loss: [0.988377   0.33499402 0.17436676 0.11471539 0.0947519 ]
Correct: [66.78518882 92.25110348 96.87346739 97.96468857 98.38155959]%
Cross Entropy Loss: [0.96964836 0.32324058 0.16576731 0.10929367 0.08362599]
Correct: [67.09171162 91.9691025  97.22903384 98.24668955 98.78616969]%
Cross Entropy Loss: [0.97589594 0.33063    0.17082848 0.11142959 0.0863508 ]
Correct: [66.8710152  91.53997057 96.95929377 98.08729769 98.62677783]%
Cross Entropy Loss: [0.9716347  0.32009503 0.16527563 0.10651505 0.08061348]
Correct: [66.68710152 91.80971064 96.89798921 98.14860226 98.88425699]%
Cross Entropy Loss: [0.95239395 0.30459234 0.16032167 0.10624346 0.08873557]
Correct: [68.03580186 93.09710642 97.09416381 98.07503678 98.2957332 ]%
Cross Entropy Loss: [0.94293606 0.30286515 0.14986159 0.09385718 0.07380885]
Correct: [68.15841099 93.12162825 97.57233938 98.74938695 99.00686611]%
Cross Entropy Loss: [0.93144655 0.29720503 0.1469188  0.09209788 0.07073703]
Correct: [69.16380579 93.28102011 97.81755763 98.7984306  99.15399706]%
Cross Entropy Loss: [0.9265647  0.2910809  0.1422217  0.09134514 0.07043554]
Correct: [69.34771947 93.18293281 97.94016675 98.74938695 99.12947523]%
Cross Entropy Loss: [0.91391397 0.2802162  0.13645136 0.08248007 0.06199249]
Correct: [69.96076508 93.74693477 98.09955861 99.0926925  99.53408534]%
Cross Entropy Loss: [0.9046868  0.27391982 0.13311712 0.08318608 0.0637935 ]
Correct: [70.40215792 94.20058852 98.16086317 99.03138794 99.28886709]%
Cross Entropy Loss: [0.91121066 0.27853125 0.13576281 0.08363588 0.06301951]
Correct: [69.80137322 93.84502207 98.01373222 99.00686611 99.43599804]%
Cross Entropy Loss: [0.9038242  0.27230978 0.12858234 0.07800433 0.0589803 ]
Correct: [70.29180971 94.23737126 98.12408043 99.19077979 99.42373713]%
Cross Entropy Loss: [0.89437914 0.26859868 0.12658699 0.0761174  0.0611213 ]
Correct: [70.1814615  94.28641491 98.35703776 99.26434527 99.4973026 ]%
Cross Entropy Loss: [0.8862796  0.26274732 0.12596846 0.08006427 0.06440896]
Correct: [71.07650809 94.28641491 98.17312408 98.90877881 99.16625797]%
Cross Entropy Loss: [0.8838879  0.2613468  0.123385   0.08337087 0.07853955]
Correct: [71.15007357 94.42128494 98.35703776 98.77390878 98.45512506]%
Cross Entropy Loss: [0.8574065  0.2539044  0.11655507 0.07241853 0.05093754]
Correct: [72.63364394 94.91172143 98.63903874 99.21530162 99.61991172]%
Cross Entropy Loss: [0.8590107  0.2450368  0.11354507 0.06618205 0.04780882]
Correct: [72.42520844 95.31633154 98.67582148 99.50956351 99.77930358]%
Cross Entropy Loss: [0.858461   0.24289249 0.11123182 0.06640989 0.04745814]
Correct: [72.32712114 95.42667974 98.73712604 99.50956351 99.8038254 ]%
Cross Entropy Loss: [0.84591275 0.24272235 0.10648534 0.06255594 0.04617661]
Correct: [73.56547327 95.30407062 98.92103973 99.58312898 99.76704267]%
Cross Entropy Loss: [0.8396271  0.23415673 0.10903017 0.06385385 0.0450512 ]
Correct: [73.23442864 95.74546346 98.67582148 99.38695439 99.81608632]%
Cross Entropy Loss: [0.8361439  0.23544578 0.1028767  0.0610463  0.04496905]
Correct: [73.97008337 95.52476704 99.06817067 99.55860716 99.73025993]%
Cross Entropy Loss: [0.83494496 0.23350292 0.10343052 0.06443821 0.04863147]
Correct: [73.40608141 95.48798431 98.78616969 99.43599804 99.60765081]%
Cross Entropy Loss: [0.8348598  0.22749203 0.09794726 0.05935987 0.04429042]
Correct: [73.41834232 95.83128985 99.16625797 99.53408534 99.74252084]%
Cross Entropy Loss: [0.8250976  0.22188394 0.0973126  0.0558247  0.03996204]
Correct: [73.90877881 96.2849436  99.04364885 99.71799902 99.86512997]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 45.76%
From layer 1:
Accuracy: 65.68%
From layer 2:
Accuracy: 71.29%
From layer 3:
Accuracy: 74.65%
From layer 4:
Accuracy: 76.24%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.42%
From layer 1:
Accuracy: 95.67%
From layer 2:
Accuracy: 99.02%
From layer 3:
Accuracy: 99.61%
From layer 4:
Accuracy: 99.80%
Checkpoint 500
models/shd_4layer_withckpts_noaugment_epoch500.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.646701  4.399099  3.4468782 2.57184   2.5489469]
Correct: [ 9.4409024  16.98136341 26.48357038 34.56351153 38.31535066]%
Cross Entropy Loss: [3.101617  2.047703  1.5072432 1.1539379 1.0122292]
Correct: [18.79597842 35.38499264 49.52182442 60.31142717 64.9583129 ]%
Cross Entropy Loss: [2.6232872  1.6134994  1.1692024  0.8823661  0.77968585]
Correct: [24.86512997 46.32172634 59.98038254 69.09024031 73.13634134]%
Cross Entropy Loss: [2.390858   1.3984499  0.987168   0.74676806 0.6578809 ]
Correct: [28.89897008 52.47670427 65.70622854 74.77930358 77.43992153]%
Cross Entropy Loss: [2.2213624  1.23776    0.8560746  0.64195424 0.5623043 ]
Correct: [32.01324179 57.98185385 70.74546346 78.02844532 81.27758705]%
Cross Entropy Loss: [2.1076684  1.1558275  0.79724824 0.5881791  0.52916545]
Correct: [34.60029426 60.48307994 73.23442864 80.11280039 82.50367827]%
Cross Entropy Loss: [1.9784017  1.0439893  0.7018675  0.52119434 0.46639943]
Correct: [36.69691025 64.65179009 76.69200589 83.17802845 84.83325159]%
Cross Entropy Loss: [1.8972921  0.97816926 0.63736445 0.47090206 0.4068273 ]
Correct: [38.83030897 67.00588524 78.82540461 84.60029426 86.81951937]%
Cross Entropy Loss: [1.8075266  0.8986068  0.59047085 0.42742786 0.37511933]
Correct: [41.20892594 69.62972045 80.68906327 86.46395292 88.51152526]%
Cross Entropy Loss: [1.754209   0.8552995  0.5524984  0.4080481  0.34228718]
Correct: [42.43501717 70.7822462  82.16037273 86.99117214 89.3575282 ]%
Cross Entropy Loss: [1.6805811  0.8100677  0.51312846 0.37543288 0.3198569 ]
Correct: [44.13928396 72.96468857 83.76655223 87.88621873 90.11770476]%
Cross Entropy Loss: [1.6239053  0.7662318  0.4767239  0.34895635 0.309375  ]
Correct: [45.62285434 74.71799902 84.98038254 88.97743992 90.35066209]%
Cross Entropy Loss: [1.5592808  0.7172437  0.44258094 0.32492644 0.2715627 ]
Correct: [46.9838156  76.21383031 86.66012751 90.11770476 91.89553703]%
Cross Entropy Loss: [1.532083   0.69655395 0.42716882 0.30737615 0.26845756]
Correct: [48.12408043 77.1088769  86.99117214 90.81657675 91.94458068]%
Cross Entropy Loss: [1.4843032  0.65903336 0.39467102 0.28362012 0.23749043]
Correct: [49.25208436 78.45757724 88.32761157 92.00588524 93.575282  ]%
Cross Entropy Loss: [1.4512706  0.63579077 0.39053655 0.27507412 0.23196389]
Correct: [50.45365375 79.38940657 88.30308975 91.89553703 93.45267288]%
Cross Entropy Loss: [1.4159517  0.61062145 0.36790246 0.26897362 0.22094952]
Correct: [51.65522315 80.64001962 89.50465915 92.01814615 93.74693477]%
Cross Entropy Loss: [1.3706572  0.58366394 0.34676766 0.2451094  0.2061918 ]
Correct: [52.83227072 81.54732712 90.2648357  93.06032369 94.49485042]%
Cross Entropy Loss: [1.3472631  0.5622985  0.32879043 0.23056608 0.18939698]
Correct: [53.34722903 82.78567925 90.71848946 93.78371751 95.29180971]%
Cross Entropy Loss: [1.3084526  0.547157   0.320665   0.22219706 0.18583043]
Correct: [54.65914664 82.96959294 91.38057872 93.9798921  94.98528691]%
Cross Entropy Loss: [1.2774732  0.5183007  0.29662767 0.21050844 0.17421518]
Correct: [55.16184404 84.35507602 92.30014713 94.62972045 96.00294262]%
Cross Entropy Loss: [1.2583077  0.49981195 0.2846979  0.1997212  0.16290982]
Correct: [56.65767533 85.18881805 92.87641    94.8749387  96.00294262]%
Cross Entropy Loss: [1.2271963  0.4820502  0.28385207 0.19766979 0.16564544]
Correct: [57.34428641 85.61794998 92.3737126  94.81363413 95.81902894]%
Cross Entropy Loss: [1.215889   0.47840813 0.26831734 0.18639426 0.15139195]
Correct: [57.99411476 85.43403629 93.45267288 95.41441883 96.62824914]%
Cross Entropy Loss: [1.1985124  0.4659941  0.26156503 0.17419279 0.14246623]
Correct: [58.90142227 86.30456106 93.56302109 95.99068171 96.95929377]%
Cross Entropy Loss: [1.170035   0.4562575  0.25339723 0.16936667 0.13437623]
Correct: [59.77194703 86.5497793  93.68563021 96.13781265 97.15546837]%
Cross Entropy Loss: [1.1499797  0.42895982 0.2356361  0.16071905 0.13393421]
Correct: [60.25012261 87.69004414 94.65424228 96.29720451 96.95929377]%
Cross Entropy Loss: [1.1309309  0.4219365  0.24038    0.17010865 0.13825268]
Correct: [61.12064738 88.36439431 94.12702305 96.01520353 96.787641  ]%
Cross Entropy Loss: [1.1089528  0.40430754 0.21853194 0.14948474 0.12010872]
Correct: [61.50073565 88.81804806 95.14467876 96.81216282 97.68268759]%
Cross Entropy Loss: [1.1025879  0.40584117 0.22431566 0.14991552 0.12141073]
Correct: [61.83178028 88.78126533 94.42128494 96.71407553 97.49877391]%
Cross Entropy Loss: [1.0744194  0.38219577 0.20357358 0.1334079  0.10782523]
Correct: [63.1559588  89.70083374 95.70868073 97.49877391 98.07503678]%
Cross Entropy Loss: [1.0579699  0.36917448 0.19101556 0.12417252 0.09752717]
Correct: [63.92839627 90.17900932 96.30946542 98.02599313 98.56547327]%
Cross Entropy Loss: [1.0511185  0.36527178 0.19291186 0.12383081 0.09943179]
Correct: [63.9529181  90.24031388 96.16233448 97.94016675 98.35703776]%
Cross Entropy Loss: [1.0256875  0.35070658 0.18227136 0.11605464 0.09087577]
Correct: [65.32614026 91.14762138 96.51790093 98.01373222 98.63903874]%
Cross Entropy Loss: [1.040373   0.3578502  0.18696165 0.12355424 0.09461539]
Correct: [64.52918097 90.77979402 96.19911721 97.63364394 98.2957332 ]%
Cross Entropy Loss: [1.0173496  0.34224683 0.17706431 0.11510988 0.09619734]
Correct: [65.52231486 91.38057872 96.65277097 98.07503678 98.12408043]%
Cross Entropy Loss: [1.0031523  0.3314898  0.16818853 0.11050401 0.08467202]
Correct: [66.34379598 91.88327612 96.787641   98.08729769 98.67582148]%
Cross Entropy Loss: [0.9801796  0.33079293 0.17845036 0.12031978 0.09437901]
Correct: [67.28788622 91.50318784 96.37076999 97.47425208 97.9892104 ]%
Cross Entropy Loss: [0.9712509  0.3206179  0.16121297 0.09902735 0.07982249]
Correct: [67.54536538 92.43501717 97.15546837 98.51642962 98.88425699]%
Cross Entropy Loss: [0.96337634 0.3149576  0.15834242 0.10525784 0.0865227 ]
Correct: [67.34919078 92.45953899 97.33938205 98.4919078  98.3938205 ]%
Cross Entropy Loss: [0.97064364 0.3139956  0.1552506  0.09872845 0.07724018]
Correct: [67.68023541 92.1652771  97.17999019 98.4919078  98.94556155]%
Cross Entropy Loss: [0.94087785 0.29639658 0.1458255  0.09196135 0.07202109]
Correct: [68.68563021 93.39136832 97.70720942 98.82295243 99.0926925 ]%
Cross Entropy Loss: [0.96327984 0.3101713  0.1478489  0.09091059 0.07399519]
Correct: [68.21971555 92.33692987 97.49877391 98.68808239 99.00686611]%
Cross Entropy Loss: [0.9423528  0.30472445 0.14648224 0.09152538 0.07022576]
Correct: [68.59980383 92.34919078 97.26581658 98.55321236 98.98234429]%
Cross Entropy Loss: [0.9208235  0.28103262 0.13365582 0.08402859 0.06604713]
Correct: [69.99754782 93.71015204 98.22216773 98.97008337 99.22756253]%
Cross Entropy Loss: [0.9153736  0.28397632 0.13740109 0.08931065 0.06494061]
Correct: [70.47572339 93.85728298 97.92790584 98.73712604 99.28886709]%
Cross Entropy Loss: [0.91021246 0.26948613 0.12745377 0.07867306 0.05793155]
Correct: [69.96076508 94.32319765 98.41834232 99.16625797 99.50956351]%
Cross Entropy Loss: [0.9040884  0.2722374  0.1283823  0.07639212 0.05860335]
Correct: [69.65424228 94.23737126 98.32025503 99.17851888 99.50956351]%
Cross Entropy Loss: [0.89459276 0.27268562 0.1237592  0.07307347 0.05733969]
Correct: [70.90485532 94.0779794  98.35703776 99.301128   99.44825895]%
Cross Entropy Loss: [0.89181525 0.25644195 0.119356   0.07237965 0.05607675]
Correct: [71.13781265 94.88719961 98.36929868 99.23982344 99.47278077]%
Cross Entropy Loss: [0.87325454 0.25076893 0.11605133 0.07316837 0.06280454]
Correct: [71.56694458 95.0833742  98.65129966 99.16625797 99.12947523]%
Cross Entropy Loss: [0.874094   0.2566079  0.117697   0.07208952 0.05589757]
Correct: [71.51790093 94.88719961 98.54095145 99.20304071 99.301128  ]%
Cross Entropy Loss: [0.86017    0.2502963  0.11783379 0.07336955 0.05489293]
Correct: [72.7930358  95.24276606 98.35703776 99.11721432 99.33791074]%
Cross Entropy Loss: [0.8654285  0.2488136  0.11222433 0.06760754 0.05432638]
Correct: [72.02059833 94.89946052 98.78616969 99.32564983 99.43599804]%
Cross Entropy Loss: [0.8527503  0.2411851  0.10808415 0.06439059 0.04910617]
Correct: [72.49877391 95.40215792 98.83521334 99.43599804 99.5953899 ]%
Cross Entropy Loss: [0.8593304  0.23535353 0.10483374 0.06042701 0.04258972]
Correct: [72.32712114 95.64737616 98.90877881 99.58312898 99.88965179]%
Cross Entropy Loss: [0.84551007 0.2355258  0.10407032 0.06636044 0.04776039]
Correct: [72.9892104  95.41441883 98.88425699 99.23982344 99.60765081]%
Cross Entropy Loss: [0.844954   0.2352694  0.105634   0.06529287 0.05699013]
Correct: [72.76851398 95.61059343 98.76164787 99.21530162 99.28886709]%
Cross Entropy Loss: [0.85007995 0.23000234 0.09938782 0.05776832 0.04421138]
Correct: [72.6949485  95.65963708 98.95782246 99.53408534 99.71799902]%
Cross Entropy Loss: [0.8291003  0.2251099  0.09548836 0.05507477 0.03931959]
Correct: [73.68808239 95.75772437 99.01912702 99.55860716 99.8038254 ]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 46.60%
From layer 1:
Accuracy: 67.40%
From layer 2:
Accuracy: 72.08%
From layer 3:
Accuracy: 74.12%
From layer 4:
Accuracy: 75.49%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.82%
From layer 1:
Accuracy: 96.38%
From layer 2:
Accuracy: 99.40%
From layer 3:
Accuracy: 99.68%
From layer 4:
Accuracy: 99.87%
Checkpoint 520
models/shd_4layer_withckpts_noaugment_epoch520.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.0470653 4.2272496 4.084452  2.7870102 2.3976002]
Correct: [11.32908288 15.51005395 21.05198627 34.07307504 41.31927415]%
Cross Entropy Loss: [3.0007288 2.1000834 1.64746   1.1798041 0.9842763]
Correct: [21.088769   34.40411967 45.38989701 59.48994605 65.63266307]%
Cross Entropy Loss: [2.543302   1.6560029  1.242584   0.89196634 0.7449941 ]
Correct: [26.82687592 45.14467876 57.6262874  68.6733693  74.10495341]%
Cross Entropy Loss: [2.3279724  1.4403353  1.0466224  0.75116783 0.629273  ]
Correct: [30.38254046 50.87052477 63.78126533 74.0926925  78.48209907]%
Cross Entropy Loss: [2.1611161  1.2803392  0.91720444 0.6613537  0.5663418 ]
Correct: [33.4355076  56.2285434  68.99215302 77.6115743  80.9220206 ]%
Cross Entropy Loss: [2.0211427  1.1425251  0.8023739  0.5859466  0.48441392]
Correct: [36.36586562 60.85090731 72.85434036 80.37027955 84.18342325]%
Cross Entropy Loss: [1.9210699  1.0573683  0.72686166 0.5267595  0.44352105]
Correct: [38.43795978 63.46248161 75.72339382 82.49141736 85.4462972 ]%
Cross Entropy Loss: [1.8391985  0.9774395  0.66270417 0.47058475 0.3936646 ]
Correct: [39.99509564 66.92005885 78.04070623 84.61255517 87.76360961]%
Cross Entropy Loss: [1.7652313  0.9219807  0.62206095 0.43953812 0.36284715]
Correct: [42.20205983 68.99215302 79.58558117 85.66699362 88.31535066]%
Cross Entropy Loss: [1.6901996  0.8545717  0.5665669  0.4060125  0.33149612]
Correct: [43.56302109 71.03972536 81.8293281  87.26091221 90.06866111]%
Cross Entropy Loss: [1.6368774 0.8220871 0.5288176 0.3779112 0.3117211]
Correct: [45.48798431 72.56007847 83.17802845 88.29082884 90.30161844]%
Cross Entropy Loss: [1.5839361  0.759118   0.49090385 0.34641963 0.2872766 ]
Correct: [46.40755272 74.9019127  84.52672879 89.50465915 91.33153507]%
Cross Entropy Loss: [1.5236601  0.7196798  0.46096146 0.32593444 0.27446592]
Correct: [47.75625307 76.4100049  85.82638548 89.94605199 91.79744973]%
Cross Entropy Loss: [1.4874076  0.6844385  0.43211606 0.31141204 0.2562694 ]
Correct: [49.14173615 78.10201079 87.33447769 90.52231486 92.33692987]%
Cross Entropy Loss: [1.4573838  0.6703802  0.42214167 0.29749128 0.24389642]
Correct: [50.17165277 78.40853359 87.35899951 90.97596861 93.10936734]%
Cross Entropy Loss: [1.4095858  0.63164    0.39283857 0.27676216 0.22589715]
Correct: [51.82687592 79.67140755 88.41343796 92.0671898  93.46493379]%
Cross Entropy Loss: [1.3620363  0.59298825 0.36985415 0.25777766 0.20847444]
Correct: [53.05296714 81.58410986 89.29622364 92.77832271 94.4825895 ]%
Cross Entropy Loss: [1.3386973  0.57991385 0.35859844 0.24646437 0.20406844]
Correct: [53.86218735 81.8293281  89.50465915 93.09710642 94.24963217]%
Cross Entropy Loss: [1.3134509  0.55501074 0.3333095  0.23276706 0.19201666]
Correct: [54.7204512  82.90828838 90.91466405 93.71015204 94.94850417]%
Cross Entropy Loss: [1.2767963  0.53345895 0.32178107 0.22770798 0.18636434]
Correct: [55.44384502 83.85237862 91.39283963 93.72241295 94.97302599]%
Cross Entropy Loss: [1.2636589  0.5148765  0.31024334 0.21353668 0.17361666]
Correct: [56.25306523 84.88229524 91.82197155 94.31093673 95.54928887]%
Cross Entropy Loss: [1.2362489  0.50692445 0.30681834 0.2086681  0.17000702]
Correct: [56.85384993 84.79646886 91.9691025  94.59293771 95.86807258]%
Cross Entropy Loss: [1.2031035  0.48281232 0.28508487 0.19169116 0.15856126]
Correct: [58.1289848  86.16969103 92.9744973  95.26728789 96.33398725]%
Cross Entropy Loss: [1.1902866  0.4774     0.27291858 0.1836948  0.1488947 ]
Correct: [58.69298676 86.01029917 93.20745463 95.61059343 96.56694458]%
Cross Entropy Loss: [1.1636846  0.45522872 0.2643873  0.18146512 0.14306952]
Correct: [60.01716528 86.86856302 93.40362923 95.54928887 96.60372732]%
Cross Entropy Loss: [1.1580539  0.450298   0.261393   0.17616576 0.14243717]
Correct: [59.66159882 86.81951937 93.46493379 95.76998529 96.54242276]%
Cross Entropy Loss: [1.1347739  0.43715903 0.24061736 0.16202605 0.12898296]
Correct: [60.42177538 87.59195684 94.09024031 96.46885728 97.32712114]%
Cross Entropy Loss: [1.11035    0.4151402  0.23185864 0.15561439 0.12209312]
Correct: [61.39038744 88.97743992 94.74006866 96.65277097 97.60912212]%
Cross Entropy Loss: [1.1041425  0.41277903 0.23702116 0.155329   0.12410119]
Correct: [61.69691025 88.8548308  94.20058852 96.43207455 97.22903384]%
Cross Entropy Loss: [1.0787867  0.4007342  0.22360477 0.14971057 0.11869234]
Correct: [63.14369789 89.36978911 94.98528691 96.66503188 97.26581658]%
Cross Entropy Loss: [1.0510736  0.38505578 0.21203406 0.14051002 0.11388209]
Correct: [64.06326631 89.81118195 95.38989701 97.11868563 97.60912212]%
Cross Entropy Loss: [1.0566187  0.3850652  0.20836425 0.13733009 0.10542046]
Correct: [63.62187347 89.39431094 95.26728789 97.22903384 98.05051496]%
Cross Entropy Loss: [1.021992   0.36665288 0.19925812 0.13110173 0.10548794]
Correct: [65.14222658 90.51005395 95.75772437 97.22903384 97.78077489]%
Cross Entropy Loss: [1.0291837  0.36105797 0.19350879 0.12475376 0.09990188]
Correct: [64.83570378 90.7675331  96.02746444 97.65816577 98.20990682]%
Cross Entropy Loss: [0.9939649  0.3476319  0.18388733 0.11951657 0.09367627]
Correct: [66.13536047 91.6625797  96.33398725 97.7930358  98.47964689]%
Cross Entropy Loss: [1.000615   0.34041575 0.17755786 0.11434098 0.08923219]
Correct: [66.03727317 91.45414419 96.73859735 98.06277587 98.62677783]%
Cross Entropy Loss: [0.9853442  0.3346633  0.17283301 0.1166118  0.09274548]
Correct: [66.52770966 91.55223149 96.91025012 97.7930358  98.16086317]%
Cross Entropy Loss: [0.9695098  0.32886332 0.1676269  0.105028   0.08160135]
Correct: [67.60666994 92.21432075 96.95929377 98.35703776 98.83521334]%
Cross Entropy Loss: [0.9637789  0.32139876 0.16138563 0.10179093 0.07713164]
Correct: [67.69249632 92.63119176 97.33938205 98.54095145 98.9946052 ]%
Cross Entropy Loss: [0.9525421  0.31524226 0.16124883 0.10338102 0.08375845]
Correct: [68.59980383 92.5698872  97.21677293 98.46738597 98.63903874]%
Cross Entropy Loss: [0.947421   0.30727318 0.15491164 0.09779332 0.07505646]
Correct: [68.6733693  92.82736636 97.40068661 98.66356057 99.01912702]%
Cross Entropy Loss: [0.9326764  0.30647007 0.15476713 0.09908888 0.07797499]
Correct: [69.22511035 92.91319274 97.30259931 98.38155959 98.78616969]%
Cross Entropy Loss: [0.9349789  0.31437153 0.15683873 0.10153293 0.07822523]
Correct: [68.90632663 92.39823443 97.09416381 98.1976459  98.67582148]%
Cross Entropy Loss: [0.91924787 0.2879545  0.14583446 0.09566393 0.07260364]
Correct: [69.72780775 94.04119667 97.80529671 98.57773418 99.04364885]%
Cross Entropy Loss: [0.9084745  0.2832572  0.13745715 0.08386165 0.0635564 ]
Correct: [70.21824424 94.09024031 98.07503678 98.92103973 99.31338892]%
Cross Entropy Loss: [0.9183926  0.2903532  0.14241718 0.09009434 0.07172388]
Correct: [69.39676312 93.29328102 97.64590486 98.56547327 98.82295243]%
Cross Entropy Loss: [0.8900186  0.2744873  0.13363035 0.08456241 0.06530696]
Correct: [70.65963708 94.04119667 97.9892104  98.92103973 99.19077979]%
Cross Entropy Loss: [0.8878828  0.26893923 0.12840945 0.08058494 0.06152347]
Correct: [70.89259441 94.54389407 97.96468857 98.9946052  99.36243256]%
Cross Entropy Loss: [0.875133   0.26184747 0.12365788 0.07835128 0.05704661]
Correct: [71.79990191 94.76459049 98.4919078  99.01912702 99.37469348]%
Cross Entropy Loss: [0.87950236 0.26073015 0.12475245 0.07833735 0.05869399]
Correct: [71.22363904 94.75232957 98.46738597 99.05590976 99.54634625]%
Cross Entropy Loss: [0.87040854 0.2608402  0.12016494 0.07329768 0.05975424]
Correct: [71.89798921 94.69102501 98.28347229 99.05590976 99.19077979]%
Cross Entropy Loss: [0.8771569  0.26275674 0.12417681 0.07483301 0.05658599]
Correct: [71.24816086 94.26189308 98.09955861 99.00686611 99.32564983]%
Cross Entropy Loss: [0.8497902  0.25135744 0.11894766 0.07091138 0.05224785]
Correct: [72.53555665 95.19372241 98.32025503 99.32564983 99.54634625]%
Cross Entropy Loss: [0.8524177  0.24730676 0.11365534 0.07097556 0.05286245]
Correct: [72.3884257  95.30407062 98.77390878 99.38695439 99.4973026 ]%
Cross Entropy Loss: [0.84806263 0.24788408 0.11281547 0.07181915 0.05625612]
Correct: [73.05051496 94.80137322 98.61451692 99.23982344 99.44825895]%
Cross Entropy Loss: [0.8437959  0.2379623  0.10651801 0.06407979 0.0467652 ]
Correct: [72.63364394 95.3776361  98.77390878 99.57086807 99.71799902]%
Cross Entropy Loss: [0.84349865 0.236562   0.10266572 0.06060739 0.04356211]
Correct: [73.44286415 95.50024522 98.9946052  99.65669446 99.77930358]%
Cross Entropy Loss: [0.8395223  0.23722562 0.10738749 0.06281136 0.04577273]
Correct: [73.32025503 95.56154978 98.73712604 99.52182442 99.66895537]%
Cross Entropy Loss: [0.82349336 0.22638012 0.10265508 0.05953873 0.04314328]
Correct: [73.83521334 96.16233448 98.77390878 99.68121628 99.74252084]%
Cross Entropy Loss: [0.820824   0.22467363 0.10208887 0.06555322 0.05032739]
Correct: [73.98234429 96.07650809 98.7984306  99.27660618 99.42373713]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.13%
From layer 1:
Accuracy: 66.17%
From layer 2:
Accuracy: 71.29%
From layer 3:
Accuracy: 72.53%
From layer 4:
Accuracy: 75.62%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 73.59%
From layer 1:
Accuracy: 96.93%
From layer 2:
Accuracy: 99.17%
From layer 3:
Accuracy: 99.36%
From layer 4:
Accuracy: 99.33%
Checkpoint 540
models/shd_4layer_withckpts_noaugment_epoch540.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.184907  4.400142  3.600853  3.1895635 2.3481257]
Correct: [ 9.71064247 14.14909269 20.5860716  32.89602746 40.17900932]%
Cross Entropy Loss: [2.9620976 2.1842213 1.5675504 1.2073145 0.9879386]
Correct: [21.05198627 32.96959294 47.37616479 58.1289848  65.73075037]%
Cross Entropy Loss: [2.5438807  1.7623854  1.2108184  0.9308642  0.77106017]
Correct: [27.15792055 42.91319274 58.34968122 67.85188818 73.68808239]%
Cross Entropy Loss: [2.2851162 1.477398  0.9972477 0.758753  0.623142 ]
Correct: [31.38793526 50.31878372 65.59588033 74.42373713 79.02157921]%
Cross Entropy Loss: [2.1493602 1.3431822 0.8861527 0.6838178 0.5635257]
Correct: [33.79107406 54.48749387 69.97302599 76.56939676 80.98332516]%
Cross Entropy Loss: [2.0014286  1.1850578  0.7716548  0.5858844  0.48322824]
Correct: [36.57430113 59.64933791 74.25208436 80.52967141 84.26924963]%
Cross Entropy Loss: [1.9026632  1.0970677  0.6976433  0.5368782  0.44712234]
Correct: [38.90387445 62.38352133 77.32957332 82.24619912 85.63021089]%
Cross Entropy Loss: [1.8339435  1.0254744  0.64612365 0.49410412 0.4094808 ]
Correct: [39.81118195 64.66405101 79.00931829 84.02403139 86.50073565]%
Cross Entropy Loss: [1.7488387  0.94902027 0.6038799  0.45027503 0.37271777]
Correct: [42.0671898  67.45953899 80.48062776 85.86316822 88.32761157]%
Cross Entropy Loss: [1.6764784  0.8820418  0.55606586 0.42354494 0.3584505 ]
Correct: [44.20058852 70.19372241 82.47915645 86.58656204 88.42569887]%
Cross Entropy Loss: [1.6278571  0.82505697 0.50567615 0.38348526 0.32027227]
Correct: [45.07111329 72.26581658 84.61255517 88.19274154 90.14222658]%
Cross Entropy Loss: [1.5771087  0.77847564 0.47786313 0.36043993 0.2992532 ]
Correct: [46.46885728 73.85973516 85.09073075 88.98970083 90.82883767]%
Cross Entropy Loss: [1.5497445  0.74423456 0.461389   0.34712783 0.28309762]
Correct: [47.91564492 75.47817558 85.77734183 89.5537028  91.73614517]%
Cross Entropy Loss: [1.4807862  0.70413226 0.4300226  0.31914163 0.2645362 ]
Correct: [49.26434527 76.94948504 87.46934772 90.77979402 92.23884257]%
Cross Entropy Loss: [1.4503003  0.66963905 0.39790142 0.29445142 0.23992404]
Correct: [50.49043649 78.42079451 88.81804806 91.47866601 93.24423737]%
Cross Entropy Loss: [1.4103587  0.63716763 0.38285375 0.28531885 0.22932343]
Correct: [51.5080922  79.78175576 89.19813634 91.9691025  93.71015204]%
Cross Entropy Loss: [1.3731972  0.6177793  0.37333035 0.28449097 0.23410971]
Correct: [52.2069642  79.86758215 89.21039725 91.71162334 93.30554193]%
Cross Entropy Loss: [1.3383222  0.5924663  0.35143307 0.25262845 0.2097041 ]
Correct: [53.60470819 81.14271702 90.19127023 93.20745463 94.37224129]%
Cross Entropy Loss: [1.3117635  0.5741422  0.3308451  0.24199143 0.19560544]
Correct: [55.06375674 82.09906817 90.79205493 93.37910741 94.94850417]%
Cross Entropy Loss: [1.2797275  0.5426705  0.31134412 0.22540171 0.17976339]
Correct: [55.45610593 83.41098578 92.1652771  94.29867582 95.43894066]%
Cross Entropy Loss: [1.265596   0.5266072  0.30457994 0.21857588 0.17222942]
Correct: [56.48602256 83.90142227 92.05492889 94.66650319 95.79450711]%
Cross Entropy Loss: [1.2347821  0.5077257  0.2886698  0.20899287 0.17292665]
Correct: [57.0255027  84.74742521 92.77832271 94.69102501 95.76998529]%
Cross Entropy Loss: [1.2023773  0.48965302 0.27775785 0.19800699 0.1587958 ]
Correct: [58.25159392 85.7405591  93.08484551 95.35311427 96.22363904]%
Cross Entropy Loss: [1.1998965  0.47971338 0.2728342  0.1906398  0.153251  ]
Correct: [58.4355076  85.86316822 93.13388916 95.43894066 96.60372732]%
Cross Entropy Loss: [1.1811851  0.45971563 0.25396037 0.1852965  0.14529593]
Correct: [59.18342325 86.80725846 93.89406572 95.62285434 96.79990191]%
Cross Entropy Loss: [1.1521486  0.4424987  0.24559268 0.1797475  0.13732807]
Correct: [60.5443845  87.80039235 94.21284944 95.7822462  97.05738107]%
Cross Entropy Loss: [1.1351527  0.43171832 0.2375798  0.16611938 0.12888196]
Correct: [60.66699362 87.64100049 94.53163315 96.44433546 97.37616479]%
Cross Entropy Loss: [1.1197963  0.41610268 0.2315486  0.15812887 0.12871878]
Correct: [61.15743011 88.69543894 94.75232957 96.54242276 97.42520844]%
Cross Entropy Loss: [1.0983206  0.41074124 0.22430381 0.15161668 0.12281076]
Correct: [61.09612555 88.69543894 94.99754782 96.86120647 97.46199117]%
Cross Entropy Loss: [1.072405   0.39009354 0.21525504 0.14787315 0.11791522]
Correct: [62.61647867 89.70083374 95.30407062 96.95929377 97.64590486]%
Cross Entropy Loss: [1.0635744  0.38712427 0.21230112 0.1467628  0.11428218]
Correct: [63.26630701 89.62726827 95.15693968 97.00833742 97.81755763]%
Cross Entropy Loss: [1.0483867  0.3785339  0.20090619 0.13576633 0.10512473]
Correct: [64.14909269 89.88474743 96.03972536 97.65816577 98.22216773]%
Cross Entropy Loss: [1.0347795  0.37080833 0.19945522 0.13921002 0.11590482]
Correct: [64.39431094 89.94605199 95.47572339 96.89798921 97.47425208]%
Cross Entropy Loss: [1.0249109  0.36094832 0.18849564 0.13073502 0.10188761]
Correct: [64.65179009 90.38744483 96.35850907 97.49877391 98.1976459 ]%
Cross Entropy Loss: [1.0180306  0.3541057  0.18483692 0.12409087 0.0936684 ]
Correct: [64.99509564 91.25796959 96.33398725 97.97694949 98.66356057]%
Cross Entropy Loss: [1.0045267  0.34828827 0.18084694 0.12114731 0.09463056]
Correct: [65.74301128 91.11083865 96.51790093 97.80529671 98.36929868]%
Cross Entropy Loss: [0.98955894 0.34138674 0.17092237 0.11372142 0.08736104]
Correct: [66.50318784 91.24570868 97.03285924 98.23442864 98.77390878]%
Cross Entropy Loss: [0.9782557  0.33296657 0.16879347 0.10864935 0.08326825]
Correct: [66.55223149 91.34379598 96.77538009 98.2957332  98.81069152]%
Cross Entropy Loss: [0.96156615 0.315663   0.15780799 0.10500981 0.0807534 ]
Correct: [67.98675821 92.55762629 97.37616479 98.52869053 98.83521334]%
Cross Entropy Loss: [0.9473676  0.3105792  0.15709528 0.10576807 0.08125487]
Correct: [68.15841099 92.98675821 97.57233938 98.3938205  98.93330064]%
Cross Entropy Loss: [0.94993836 0.31311265 0.15629347 0.10130497 0.07543445]
Correct: [68.24423737 92.45953899 97.42520844 98.3938205  99.0926925 ]%
Cross Entropy Loss: [0.93465126 0.29994804 0.15269512 0.09831507 0.07434559]
Correct: [68.74693477 93.28102011 97.51103482 98.66356057 99.22756253]%
Cross Entropy Loss: [0.9185367  0.28714398 0.14344622 0.09195004 0.07317263]
Correct: [69.76459049 93.72241295 97.86660128 98.81069152 98.90877881]%
Cross Entropy Loss: [0.92450005 0.2865889  0.14548355 0.09375796 0.07167935]
Correct: [69.20058852 93.74693477 97.84207945 98.68808239 99.14173615]%
Cross Entropy Loss: [0.9144683  0.28387052 0.13691954 0.09007532 0.06855392]
Correct: [69.91172143 93.4771947  98.02599313 98.8965179  99.23982344]%
Cross Entropy Loss: [0.9098062  0.28881148 0.13755985 0.08761018 0.074402  ]
Correct: [69.62972045 93.59980383 98.01373222 98.83521334 98.81069152]%
Cross Entropy Loss: [0.89010316 0.27148888 0.12834965 0.08130667 0.06440453]
Correct: [71.05198627 94.50711133 98.36929868 99.06817067 99.32564983]%
Cross Entropy Loss: [0.8903132  0.2707956  0.13171615 0.08520763 0.0607455 ]
Correct: [70.5860716  93.93084846 98.27121138 98.84747425 99.37469348]%
Cross Entropy Loss: [0.8909389  0.26797068 0.13119529 0.07928587 0.05806011]
Correct: [70.69641981 94.02893575 97.92790584 99.12947523 99.58312898]%
Cross Entropy Loss: [0.8772127  0.25568467 0.11858231 0.07426193 0.05494897]
Correct: [71.57920549 94.97302599 98.70034331 99.33791074 99.58312898]%
Cross Entropy Loss: [0.8728167  0.2535976  0.11988554 0.07705804 0.06185615]
Correct: [71.82442374 94.76459049 98.43060324 99.11721432 99.31338892]%
Cross Entropy Loss: [0.85982174 0.25375432 0.11901581 0.07306651 0.05983142]
Correct: [72.08190289 94.61745954 98.4919078  99.26434527 99.301128  ]%
Cross Entropy Loss: [0.85512555 0.24755469 0.11354679 0.06787675 0.05101696]
Correct: [72.82981854 95.36537518 98.7984306  99.46051986 99.63217263]%
Cross Entropy Loss: [0.8640397  0.25220275 0.12267464 0.0772768  0.0597487 ]
Correct: [71.91025012 94.98528691 98.05051496 98.95782246 99.31338892]%
Cross Entropy Loss: [0.8455877  0.24272372 0.11289719 0.07044075 0.05260153]
Correct: [72.9892104  95.41441883 98.50416871 99.14173615 99.47278077]%
Cross Entropy Loss: [0.8430892  0.23874998 0.10649946 0.06476279 0.04756474]
Correct: [73.30799411 95.34085336 98.94556155 99.52182442 99.74252084]%
Cross Entropy Loss: [0.8373977  0.23403776 0.10320029 0.06331174 0.05432658]
Correct: [73.12408043 95.63511525 99.04364885 99.42373713 99.17851888]%
Cross Entropy Loss: [0.8335905  0.23184332 0.10402314 0.0629099  0.04587434]
Correct: [73.51642962 95.53702795 98.83521334 99.4973026  99.64443355]%
Cross Entropy Loss: [0.83779055 0.24013183 0.10783692 0.06758364 0.0473741 ]
Correct: [73.51642962 94.93624326 98.4919078  99.00686611 99.52182442]%
Cross Entropy Loss: [0.8201853  0.22841582 0.10015678 0.06129437 0.04560419]
Correct: [74.60765081 95.74546346 99.00686611 99.4973026  99.61991172]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.75%
From layer 1:
Accuracy: 66.21%
From layer 2:
Accuracy: 72.79%
From layer 3:
Accuracy: 74.43%
From layer 4:
Accuracy: 76.24%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 75.59%
From layer 1:
Accuracy: 97.24%
From layer 2:
Accuracy: 99.50%
From layer 3:
Accuracy: 99.63%
From layer 4:
Accuracy: 99.66%
Checkpoint 560
models/shd_4layer_withckpts_noaugment_epoch560.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.0310745 3.6868691 3.2344575 2.646046  2.2981212]
Correct: [10.28690535 19.47032859 23.9946052  36.26777832 41.02501226]%
Cross Entropy Loss: [2.9611108 1.9630048 1.507652  1.1208606 0.9721591]
Correct: [21.03972536 37.57969593 49.06817067 61.29230015 66.14762138]%
Cross Entropy Loss: [2.5268106  1.5818273  1.1759452  0.8671775  0.75108826]
Correct: [26.96174595 47.43746935 59.55125061 69.8749387  73.77390878]%
Cross Entropy Loss: [2.3027892  1.3844346  0.99685884 0.74223953 0.64903295]
Correct: [30.62775871 52.73418342 65.38744483 74.50956351 77.83227072]%
Cross Entropy Loss: [2.1394482  1.2351432  0.8750054  0.6511155  0.57536656]
Correct: [33.81559588 57.81020108 69.98528691 77.6115743  80.75036783]%
Cross Entropy Loss: [2.0086405  1.1089778  0.77802175 0.5703919  0.5017234 ]
Correct: [36.47621383 61.43943109 73.46738597 80.86071604 83.1289848 ]%
Cross Entropy Loss: [1.91555    1.0253994  0.7032366  0.5150055  0.44929957]
Correct: [37.92300147 64.8602256  76.37322217 82.78567925 85.09073075]%
Cross Entropy Loss: [1.82714    0.9407932  0.64186716 0.4619515  0.41284454]
Correct: [40.66944581 67.74153997 79.09514468 85.09073075 86.61108386]%
Cross Entropy Loss: [1.7448585  0.87595445 0.5962254  0.4390845  0.3827099 ]
Correct: [42.05492889 70.31633154 80.25993134 85.76508092 87.62873958]%
Cross Entropy Loss: [1.6896667  0.8414304  0.56345415 0.41083348 0.3517279 ]
Correct: [43.59980383 71.83668465 81.46150074 86.90534576 88.92839627]%
Cross Entropy Loss: [1.6190704  0.77623576 0.51608443 0.37053657 0.32083622]
Correct: [45.32859245 74.06817067 83.48455125 88.79352624 90.16674841]%
Cross Entropy Loss: [1.5734882  0.73589706 0.47510827 0.3422892  0.29088902]
Correct: [46.87346739 75.15939186 85.06620893 89.67631192 91.44188328]%
Cross Entropy Loss: [1.5290343  0.70425916 0.45695412 0.32817295 0.27831098]
Correct: [48.01373222 76.5080922  85.87542913 90.24031388 91.89553703]%
Cross Entropy Loss: [1.4868315  0.6680225  0.42342946 0.3053642  0.26129848]
Correct: [48.9946052  78.33496812 87.00343306 91.3683178  92.71701815]%
Cross Entropy Loss: [1.4604203  0.65451956 0.4061212  0.29388624 0.24687783]
Correct: [50.44139284 78.92349191 87.80039235 91.39283963 92.74153997]%
Cross Entropy Loss: [1.4106033 0.6193669 0.3854827 0.2776713 0.2340671]
Correct: [51.22609122 79.63462482 88.68317803 92.1652771  93.55076018]%
Cross Entropy Loss: [1.3712631  0.5843968  0.36257693 0.2580693  0.21502638]
Correct: [52.53800883 81.25306523 89.77439922 92.94997548 94.4825895 ]%
Cross Entropy Loss: [1.3428583  0.56759244 0.35063303 0.25159582 0.21436527]
Correct: [53.97253556 82.38106915 90.04413928 93.02354095 94.16380579]%
Cross Entropy Loss: [1.3062558  0.53414816 0.3254268  0.22308767 0.19258063]
Correct: [55.06375674 83.39872487 91.12309956 94.45806768 95.12015694]%
Cross Entropy Loss: [1.2879238  0.52776015 0.32068652 0.22079088 0.18848212]
Correct: [55.4193232  84.08533595 90.95144679 94.31093673 95.13241785]%
Cross Entropy Loss: [1.2682095  0.5065083  0.30088466 0.20983249 0.17320397]
Correct: [56.33889161 84.78420795 91.9691025  94.61745954 95.79450711]%
Cross Entropy Loss: [1.2342603  0.48649457 0.29085544 0.20787139 0.18202391]
Correct: [57.35654733 84.78420795 92.1652771  94.47032859 95.19372241]%
Cross Entropy Loss: [1.2066766  0.47084    0.27370122 0.19277956 0.16244195]
Correct: [57.90828838 86.09612555 93.28102011 95.3776361  96.11329083]%
Cross Entropy Loss: [1.1777601  0.4539442  0.26654503 0.18397212 0.15160577]
Correct: [59.07307504 86.58656204 93.18293281 95.63511525 96.59146641]%
Cross Entropy Loss: [1.1650667  0.44514206 0.26084098 0.1772503  0.14379211]
Correct: [59.75968612 86.94212849 93.53849926 96.02746444 96.94703286]%
Cross Entropy Loss: [1.1414285  0.4327705  0.24936676 0.17017335 0.13785708]
Correct: [60.63021089 87.26091221 93.89406572 95.96615988 97.27807749]%
Cross Entropy Loss: [1.1430478  0.4200681  0.23934533 0.16060592 0.13457212]
Correct: [60.58116724 88.33987249 94.54389407 96.41981363 97.2903384 ]%
Cross Entropy Loss: [1.1225989  0.41227978 0.2370485  0.16055208 0.12995978]
Correct: [61.07160373 88.42569887 94.24963217 96.50564002 97.36390387]%
Cross Entropy Loss: [1.1087387  0.4022243  0.2286204  0.14947738 0.12468731]
Correct: [61.79499755 88.47474252 94.33545856 96.72633644 97.53555665]%
Cross Entropy Loss: [1.0814897  0.38438585 0.21239455 0.14244346 0.1140367 ]
Correct: [62.61647867 89.40657185 95.31633154 97.02059833 97.80529671]%
Cross Entropy Loss: [1.0660874  0.3734963  0.20521727 0.1381499  0.11049297]
Correct: [63.98970083 89.97057381 95.80676802 97.14320745 98.11181952]%
Cross Entropy Loss: [1.0528684  0.36457336 0.19966741 0.1333422  0.10777182]
Correct: [64.54144188 90.15448749 95.8803335  97.53555665 98.06277587]%
Cross Entropy Loss: [1.0374392  0.35283193 0.19325438 0.12704912 0.10514919]
Correct: [64.50465915 90.51005395 95.92937715 97.65816577 98.33251594]%
Cross Entropy Loss: [1.0246662  0.3484004  0.19364277 0.12553918 0.10320518]
Correct: [65.70622854 90.93918588 96.10102992 97.75625307 98.08729769]%
Cross Entropy Loss: [1.0140516  0.3354413  0.175978   0.11578304 0.0942433 ]
Correct: [65.69396763 91.58901422 96.86120647 98.02599313 98.50416871]%
Cross Entropy Loss: [1.0115324  0.33761054 0.17858218 0.11768511 0.09555791]
Correct: [65.4610103  91.31927415 96.61598823 97.97694949 98.47964689]%
Cross Entropy Loss: [0.9995716  0.33393645 0.17548321 0.11174744 0.08800989]
Correct: [65.75527219 91.68710152 96.57920549 98.20990682 98.63903874]%
Cross Entropy Loss: [0.9848775  0.32068056 0.1659474  0.10628448 0.08717816]
Correct: [66.72388426 92.15301618 96.95929377 98.43060324 98.60225601]%
Cross Entropy Loss: [0.96317637 0.3094767  0.16182317 0.10833143 0.08639941]
Correct: [67.76606179 92.87641    97.20451202 98.14860226 98.66356057]%
Cross Entropy Loss: [0.9561284  0.30634454 0.15735695 0.10320001 0.08003173]
Correct: [68.575282   92.58214811 97.3884257  98.3938205  98.84747425]%
Cross Entropy Loss: [0.95752233 0.29873857 0.15262648 0.09910968 0.08048515]
Correct: [67.92545365 92.74153997 97.44973026 98.2957332  98.70034331]%
Cross Entropy Loss: [0.9359432  0.2937667  0.150947   0.0958863  0.07564546]
Correct: [69.21284944 93.4771947  97.46199117 98.61451692 98.85973516]%
Cross Entropy Loss: [0.9243088  0.28709927 0.14359702 0.09218537 0.07060514]
Correct: [69.91172143 93.75919568 97.84207945 98.83521334 99.21530162]%
Cross Entropy Loss: [0.9208279  0.27598417 0.14074521 0.08797296 0.06667302]
Correct: [69.38450221 94.0779794  97.86660128 99.10495341 99.4973026 ]%
Cross Entropy Loss: [0.9069088  0.27593172 0.13506386 0.08397262 0.06535026]
Correct: [70.32859245 94.06571849 97.87886219 98.95782246 99.301128  ]%
Cross Entropy Loss: [0.91262925 0.275071   0.1333638  0.08442674 0.06668797]
Correct: [69.97302599 93.82050025 98.06277587 98.95782246 99.26434527]%
Cross Entropy Loss: [0.8967775  0.27276033 0.13757235 0.08577639 0.06713224]
Correct: [71.43207455 93.90632663 97.81755763 98.83521334 99.15399706]%
Cross Entropy Loss: [0.8968257  0.26380467 0.12772027 0.07841544 0.06114676]
Correct: [70.48798431 94.49485042 98.25895047 99.17851888 99.31338892]%
Cross Entropy Loss: [0.89594173 0.2635381  0.1269646  0.07643257 0.05832075]
Correct: [70.62285434 94.44580677 98.30799411 99.301128   99.50956351]%
Cross Entropy Loss: [0.8860433  0.25763142 0.1246616  0.07930879 0.06119433]
Correct: [70.95389897 94.89946052 98.32025503 99.06817067 99.42373713]%
Cross Entropy Loss: [0.87815386 0.24965438 0.11634848 0.07094903 0.05555742]
Correct: [71.39529181 94.81363413 98.50416871 99.21530162 99.38695439]%
Cross Entropy Loss: [0.8624389  0.24953032 0.11984518 0.07489    0.05785865]
Correct: [72.04512016 94.85041687 98.3938205  99.15399706 99.4973026 ]%
Cross Entropy Loss: [0.8650178  0.24360135 0.11589136 0.074058   0.05997983]
Correct: [72.02059833 95.36537518 98.34477685 99.17851888 99.25208436]%
Cross Entropy Loss: [0.86274666 0.24562965 0.11257548 0.06894444 0.05531554]
Correct: [71.61598823 95.30407062 98.57773418 99.3992153  99.46051986]%
Cross Entropy Loss: [0.8578566  0.24099799 0.11203875 0.06721262 0.0514035 ]
Correct: [72.76851398 95.03433055 98.51642962 99.33791074 99.58312898]%
Cross Entropy Loss: [0.8442765  0.23191077 0.10540943 0.06223894 0.04678538]
Correct: [73.5899951  95.57381069 98.90877881 99.52182442 99.73025993]%
Cross Entropy Loss: [0.851621   0.23054785 0.10538656 0.06321435 0.04761763]
Correct: [72.47425208 95.53702795 98.84747425 99.42373713 99.60765081]%
Cross Entropy Loss: [0.8356162  0.22634894 0.10233811 0.06127307 0.0451438 ]
Correct: [73.62677783 95.89259441 99.01912702 99.58312898 99.75478176]%
Cross Entropy Loss: [0.82990474 0.22333866 0.09963695 0.05933013 0.04531582]
Correct: [73.65129966 95.97842079 99.04364885 99.60765081 99.85286905]%
Cross Entropy Loss: [0.82623935 0.21768194 0.09715813 0.05871233 0.05116543]
Correct: [74.00686611 96.30946542 99.08043158 99.4973026  99.41147621]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.97%
From layer 1:
Accuracy: 68.02%
From layer 2:
Accuracy: 73.72%
From layer 3:
Accuracy: 73.67%
From layer 4:
Accuracy: 75.97%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.57%
From layer 1:
Accuracy: 95.89%
From layer 2:
Accuracy: 99.24%
From layer 3:
Accuracy: 99.88%
From layer 4:
Accuracy: 99.87%
Checkpoint 580
models/shd_4layer_withckpts_noaugment_epoch580.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.758154  4.003741  2.9246917 2.865876  2.3377013]
Correct: [10.0416871  15.63266307 27.59931339 30.68906327 43.20745463]%
Cross Entropy Loss: [3.0396633 2.0680568 1.4710103 1.1548289 0.9811671]
Correct: [20.45120157 34.62481609 49.28886709 59.12211869 65.9637077 ]%
Cross Entropy Loss: [2.562895   1.6463099  1.1681828  0.8927776  0.76252896]
Correct: [26.92496322 45.34085336 59.01177048 68.93084846 73.90877881]%
Cross Entropy Loss: [2.3152137 1.4058609 0.9913929 0.7541452 0.6612046]
Correct: [30.68906327 52.46444335 65.21579205 73.73712604 77.90583619]%
Cross Entropy Loss: [2.15758   1.249833  0.8702127 0.6571641 0.5793313]
Correct: [34.58803335 57.9328102  69.7768514  77.69740069 80.35801864]%
Cross Entropy Loss: [2.0331182 1.1392771 0.7791985 0.5816998 0.5161496]
Correct: [36.79499755 61.58656204 73.72486513 80.1250613  83.30063757]%
Cross Entropy Loss: [1.914286   1.0349891  0.7019481  0.52533525 0.45271948]
Correct: [39.41883276 64.84796469 76.11574301 82.47915645 84.96812163]%
Cross Entropy Loss: [1.838143   0.9614539  0.6425996  0.48393542 0.4126892 ]
Correct: [40.91466405 67.45953899 78.54340363 83.74203041 86.23099559]%
Cross Entropy Loss: [1.7552943  0.9001099  0.5938741  0.4438931  0.37567413]
Correct: [41.9691025  69.60519863 80.46836685 85.2378617  88.33987249]%
Cross Entropy Loss: [1.6998034  0.8515724  0.55433124 0.41213033 0.35794842]
Correct: [43.93084846 71.6895537  81.7312408  87.07699853 88.64639529]%
Cross Entropy Loss: [1.6429881  0.79536885 0.5171025  0.38299397 0.33158252]
Correct: [45.43894066 73.73712604 83.49681216 87.99656694 89.78666013]%
Cross Entropy Loss: [1.5928283  0.76175153 0.49096477 0.35203296 0.30216712]
Correct: [46.91025012 74.97547818 84.78420795 89.12457087 90.74301128]%
Cross Entropy Loss: [1.5314646  0.7169326  0.45827478 0.33319327 0.28460035]
Correct: [47.49877391 76.4100049  85.47081903 89.98283472 91.45414419]%
Cross Entropy Loss: [1.4829996  0.67810285 0.420453   0.3070508  0.26402476]
Correct: [49.81608632 78.69053458 87.32221677 90.89014223 92.27562531]%
Cross Entropy Loss: [1.4466538  0.65491766 0.41097307 0.2948727  0.24792376]
Correct: [50.15939186 79.03384012 87.64100049 91.22118686 92.61893085]%
Cross Entropy Loss: [1.4157693  0.6265507  0.3852304  0.27654845 0.22852683]
Correct: [51.77783227 80.40706229 88.83030897 91.98136341 93.575282  ]%
Cross Entropy Loss: [1.3711709 0.5924744 0.36276   0.2621625 0.2196342]
Correct: [52.72192251 81.74350172 89.49239823 92.42275625 93.82050025]%
Cross Entropy Loss: [1.348436   0.5778574  0.3458389  0.25238776 0.21351402]
Correct: [53.23688082 82.05002452 90.5590976  92.85188818 93.95537028]%
Cross Entropy Loss: [1.3405805  0.5610864  0.33705562 0.2435779  0.20269042]
Correct: [53.42079451 83.14124571 90.82883767 92.91319274 94.26189308]%
Cross Entropy Loss: [1.2709196  0.52327687 0.3129144  0.21801496 0.1785463 ]
Correct: [55.8239333  84.35507602 91.79744973 94.54389407 95.67189799]%
Cross Entropy Loss: [1.2580165  0.50851023 0.30607826 0.2128797  0.17302133]
Correct: [56.06915154 85.09073075 91.80971064 94.5806768  95.79450711]%
Cross Entropy Loss: [1.2428588  0.49850324 0.29337877 0.20174645 0.1726489 ]
Correct: [56.53506621 85.05394801 92.4717999  94.81363413 95.45120157]%
Cross Entropy Loss: [1.2077072  0.48284945 0.2904551  0.20301735 0.16477953]
Correct: [58.07994115 86.2432565  92.36145169 94.78911231 95.73320255]%
Cross Entropy Loss: [1.1895522  0.46373266 0.2674256  0.1888318  0.15721545]
Correct: [58.97498774 86.92986758 93.18293281 95.35311427 95.90485532]%
Cross Entropy Loss: [1.1603407  0.4418764  0.25391594 0.1724006  0.13960463]
Correct: [59.66159882 87.80039235 94.05345758 96.2849436  96.89798921]%
Cross Entropy Loss: [1.1432358  0.43490437 0.24533275 0.16617943 0.13689703]
Correct: [60.70377636 87.6532614  94.02893575 96.3830309  97.20451202]%
Cross Entropy Loss: [1.1186205  0.4179157  0.23849592 0.16127324 0.13286015]
Correct: [61.1451692  88.49926435 94.23737126 96.1868563  97.06964198]%
Cross Entropy Loss: [1.1297991  0.41657037 0.23701398 0.1619021  0.12822586]
Correct: [60.94899461 88.51152526 94.22511035 96.43207455 97.21677293]%
Cross Entropy Loss: [1.0896099  0.3947093  0.22342256 0.15075506 0.12230553]
Correct: [62.33447769 89.44335459 94.82589505 96.94703286 97.43746935]%
Cross Entropy Loss: [1.076477   0.3873017  0.21201713 0.14096257 0.11623283]
Correct: [62.71456596 89.65179009 95.21824424 97.15546837 97.65816577]%
Cross Entropy Loss: [1.0702916  0.39366636 0.22731984 0.15829301 0.12978481]
Correct: [62.849436   89.3575282  94.39676312 96.17459539 97.02059833]%
Cross Entropy Loss: [1.0540276  0.3693217  0.20228443 0.13391833 0.10691409]
Correct: [64.38205002 90.38744483 95.70868073 97.30259931 97.95242766]%
Cross Entropy Loss: [1.0437024  0.36353198 0.19488928 0.12780131 0.10083513]
Correct: [63.92839627 90.63266307 96.02746444 97.78077489 98.25895047]%
Cross Entropy Loss: [1.0117037  0.35223663 0.19149034 0.12711555 0.10174446]
Correct: [65.51005395 91.00049044 96.03972536 97.58460029 98.12408043]%
Cross Entropy Loss: [1.0097886  0.34812036 0.18754537 0.12649563 0.10352794]
Correct: [65.9637077  91.27023051 96.37076999 97.58460029 97.74399215]%
Cross Entropy Loss: [0.9892292  0.33807927 0.17998435 0.11832917 0.09206674]
Correct: [66.5644924  91.88327612 96.30946542 98.02599313 98.41834232]%
Cross Entropy Loss: [0.9849253  0.3253617  0.17200862 0.11014528 0.08536246]
Correct: [66.77292791 92.0671898  96.77538009 98.34477685 98.76164787]%
Cross Entropy Loss: [0.96838874 0.32746464 0.17090483 0.10977037 0.08565293]
Correct: [67.38597352 92.04266797 96.95929377 98.01373222 98.71260422]%
Cross Entropy Loss: [0.97181624 0.32082427 0.17019603 0.11150275 0.08810976]
Correct: [67.09171162 92.31240804 96.75085826 98.03825405 98.47964689]%
Cross Entropy Loss: [0.959161   0.30835557 0.15887265 0.10308649 0.08313484]
Correct: [68.03580186 92.83962727 97.26581658 98.17312408 98.62677783]%
Cross Entropy Loss: [0.94712675 0.30936122 0.16168533 0.10250241 0.07939626]
Correct: [68.82050025 92.99901913 96.95929377 98.32025503 98.81069152]%
Cross Entropy Loss: [0.93853766 0.29726127 0.14939572 0.09094878 0.06952523]
Correct: [68.1706719  93.40362923 97.70720942 98.90877881 99.21530162]%
Cross Entropy Loss: [0.9311221  0.2981085  0.15556696 0.09317899 0.07606608]
Correct: [69.02893575 93.28102011 97.02059833 98.63903874 98.92103973]%
Cross Entropy Loss: [0.91460836 0.2822796  0.13870834 0.08655732 0.06416678]
Correct: [69.81363413 94.05345758 97.91564492 98.88425699 99.26434527]%
Cross Entropy Loss: [0.9005276  0.27949014 0.13962379 0.08753791 0.06868809]
Correct: [70.80676802 94.21284944 97.68268759 98.82295243 99.14173615]%
Cross Entropy Loss: [0.9046553  0.27521315 0.13712311 0.08522291 0.0658794 ]
Correct: [70.70868073 94.16380579 97.96468857 98.7984306  99.20304071]%
Cross Entropy Loss: [0.9019662  0.27496842 0.13179836 0.07983679 0.05931516]
Correct: [69.53163315 93.99215302 98.11181952 99.12947523 99.50956351]%
Cross Entropy Loss: [0.88660884 0.26612046 0.12999833 0.08123907 0.06300571]
Correct: [70.85581167 94.32319765 98.23442864 99.00686611 99.37469348]%
Cross Entropy Loss: [0.88140947 0.26318738 0.13111822 0.07983619 0.06391557]
Correct: [71.19911721 94.56841589 97.96468857 99.00686611 99.22756253]%
Cross Entropy Loss: [0.87649286 0.25523117 0.1243423  0.07687534 0.05495503]
Correct: [71.45659637 94.70328592 98.28347229 99.0926925  99.52182442]%
Cross Entropy Loss: [0.8765688  0.25329876 0.12071311 0.0739858  0.05498466]
Correct: [71.82442374 95.12015694 98.43060324 99.26434527 99.5953899 ]%
Cross Entropy Loss: [0.8642492  0.24727555 0.11712059 0.07140164 0.05392662]
Correct: [71.6895537  94.99754782 98.54095145 99.33791074 99.53408534]%
Cross Entropy Loss: [0.8590025  0.24909118 0.11966725 0.06998371 0.05122574]
Correct: [72.00833742 95.12015694 98.34477685 99.33791074 99.63217263]%
Cross Entropy Loss: [0.84306586 0.24273176 0.11247836 0.07704538 0.06829078]
Correct: [73.18538499 95.07111329 98.56547327 98.87199608 98.61451692]%
Cross Entropy Loss: [0.8513036  0.2431819  0.1100131  0.06520718 0.0492314 ]
Correct: [72.58460029 95.19372241 98.57773418 99.42373713 99.64443355]%
Cross Entropy Loss: [0.83156997 0.2338448  0.10564814 0.06470575 0.04990615]
Correct: [73.2957332  95.65963708 98.7984306  99.44825895 99.50956351]%
Cross Entropy Loss: [0.832718   0.22829889 0.10359055 0.0622626  0.04886929]
Correct: [73.2957332  95.85581167 98.97008337 99.46051986 99.48504169]%
Cross Entropy Loss: [0.8296756  0.23248243 0.1075588  0.06933191 0.06130209]
Correct: [73.08729769 95.63511525 98.71260422 99.17851888 99.06817067]%
Cross Entropy Loss: [0.8213906  0.22592424 0.1032973  0.06028084 0.04378309]
Correct: [74.31338892 96.03972536 98.7984306  99.53408534 99.73025993]%
Cross Entropy Loss: [0.82511073 0.2254897  0.09894689 0.05721461 0.0417504 ]
Correct: [73.98234429 95.96615988 98.98234429 99.61991172 99.76704267]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 46.47%
From layer 1:
Accuracy: 67.71%
From layer 2:
Accuracy: 72.39%
From layer 3:
Accuracy: 75.49%
From layer 4:
Accuracy: 78.05%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.40%
From layer 1:
Accuracy: 95.77%
From layer 2:
Accuracy: 99.15%
From layer 3:
Accuracy: 99.91%
From layer 4:
Accuracy: 99.95%
Checkpoint 600
models/shd_4layer_withckpts_noaugment_epoch600.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.0027785 3.6316092 3.8139317 2.6438713 2.5154812]
Correct: [ 9.72290338 17.05492889 20.41441883 35.31142717 40.19127023]%
Cross Entropy Loss: [2.9089649  2.0072844  1.6273321  1.1039181  0.97926307]
Correct: [20.86807258 35.71603727 45.47572339 61.62334478 65.91466405]%
Cross Entropy Loss: [2.4844205  1.6287028  1.2512646  0.86650246 0.7639737 ]
Correct: [27.93035802 45.1814615  56.75576263 69.96076508 73.95782246]%
Cross Entropy Loss: [2.2582233  1.4173851  1.0339504  0.724577   0.65648013]
Correct: [31.13045611 51.75331045 64.24717999 75.23295733 77.48896518]%
Cross Entropy Loss: [2.0983543  1.2640835  0.89714515 0.649647   0.5757353 ]
Correct: [34.06081412 57.12359    69.43354586 78.39627268 80.78715056]%
Cross Entropy Loss: [1.9925517  1.1496538  0.8107802  0.58570373 0.5293919 ]
Correct: [37.21186856 60.77734183 72.65816577 80.725846   82.67533104]%
Cross Entropy Loss: [1.8839084  1.0537387  0.72407544 0.513632   0.45620188]
Correct: [38.91613536 64.13683178 75.78469838 83.25159392 85.12751349]%
Cross Entropy Loss: [1.8018491  0.98214185 0.65153265 0.4621246  0.40990663]
Correct: [40.9637077  66.28249142 79.02157921 84.74742521 86.79499755]%
Cross Entropy Loss: [1.7167941  0.9145753  0.6067427  0.43589357 0.38374144]
Correct: [42.99901913 68.78371751 80.39480137 86.2432565  88.00882786]%
Cross Entropy Loss: [1.6562892  0.8534697  0.56406367 0.40111938 0.3542188 ]
Correct: [44.74006866 70.75772437 82.09906817 87.29769495 89.18587543]%
Cross Entropy Loss: [1.6034018  0.82167363 0.5279835  0.3869254  0.34121612]
Correct: [45.36537518 72.02059833 83.30063757 88.08239333 89.23491908]%
Cross Entropy Loss: [1.5541178  0.7673762  0.49084792 0.3567918  0.31097445]
Correct: [46.95929377 74.38695439 84.77194703 89.00196175 90.27709662]%
Cross Entropy Loss: [1.513123   0.7302939  0.4657837  0.33646297 0.2969624 ]
Correct: [48.57773418 75.98087298 85.40951447 90.0564002  90.57135851]%
Cross Entropy Loss: [1.4685456  0.69858897 0.43898177 0.30988252 0.26510543]
Correct: [49.71799902 77.48896518 86.80725846 90.87788131 92.11623345]%
Cross Entropy Loss: [1.4346846  0.65807873 0.41694826 0.30300006 0.25763267]
Correct: [50.698872   78.45757724 87.57969593 91.02501226 92.32466896]%
Cross Entropy Loss: [1.3895181  0.63279134 0.39449626 0.28417885 0.24859692]
Correct: [51.77783227 79.53653752 88.30308975 91.74840608 92.64345267]%
Cross Entropy Loss: [1.3510382  0.6061608  0.3745797  0.26689148 0.2252498 ]
Correct: [52.8077489  80.86071604 89.30848455 92.60666994 93.68563021]%
Cross Entropy Loss: [1.3270496  0.58181334 0.35007405 0.24892966 0.21094875]
Correct: [53.13879353 81.96419814 90.33840118 92.99901913 94.18832761]%
Cross Entropy Loss: [1.2945825  0.5597396  0.3383223  0.2339943  0.19778877]
Correct: [55.1250613  83.07994115 90.95144679 93.7714566  94.65424228]%
Cross Entropy Loss: [1.2731501  0.54416317 0.3281429  0.23722541 0.19720861]
Correct: [55.86071604 83.05541932 91.00049044 93.25649828 94.64198136]%
Cross Entropy Loss: [1.2415872  0.52188367 0.31006563 0.21819232 0.19005619]
Correct: [56.60863168 84.07307504 92.11623345 94.34771947 95.1814615 ]%
Cross Entropy Loss: [1.2255088  0.50890607 0.3040881  0.21044563 0.18531644]
Correct: [57.3320255  85.48307994 92.31240804 94.43354586 95.12015694]%
Cross Entropy Loss: [1.1954914  0.49042568 0.28987342 0.2111602  0.16753441]
Correct: [58.38646395 85.67925454 92.79058362 94.24963217 95.73320255]%
Cross Entropy Loss: [1.1660926  0.46958005 0.274057   0.18637964 0.1528773 ]
Correct: [59.72290338 86.66012751 93.01128004 95.51250613 96.39529181]%
Cross Entropy Loss: [1.1645056  0.4625881  0.26521638 0.17997378 0.14905432]
Correct: [59.67385974 86.88082393 93.50171653 95.75772437 96.66503188]%
Cross Entropy Loss: [1.1336188  0.4476576  0.25680107 0.1755666  0.14851828]
Correct: [60.70377636 87.26091221 93.68563021 95.90485532 96.33398725]%
Cross Entropy Loss: [1.111274   0.42653584 0.24803361 0.1702799  0.14058931]
Correct: [61.77047572 88.59735164 94.18832761 96.12555174 96.72633644]%
Cross Entropy Loss: [1.0985448  0.4277832  0.2435167  0.16531731 0.13800752]
Correct: [62.32221677 88.31535066 94.22511035 96.1868563  96.82442374]%
Cross Entropy Loss: [1.0780163  0.40116844 0.22568676 0.15617338 0.12996455]
Correct: [63.43795978 89.13683178 94.97302599 96.75085826 97.1922511 ]%
Cross Entropy Loss: [1.070819   0.3974826  0.21814552 0.14321458 0.11549132]
Correct: [63.43795978 89.34526729 95.46346248 97.03285924 97.76851398]%
Cross Entropy Loss: [1.0495806  0.38829893 0.21903104 0.14181517 0.11687177]
Correct: [64.59048553 89.88474743 95.30407062 97.04512016 97.486513  ]%
Cross Entropy Loss: [1.0410042  0.37765098 0.20137316 0.13159057 0.10508846]
Correct: [64.60274644 89.99509564 96.17459539 97.68268759 98.17312408]%
Cross Entropy Loss: [1.0218923  0.36657244 0.19622695 0.13309841 0.1076279 ]
Correct: [64.93379107 90.58361942 96.17459539 97.46199117 97.82981854]%
Cross Entropy Loss: [1.0113193  0.3568306  0.19464554 0.13178872 0.10284535]
Correct: [65.39970574 91.31927415 96.22363904 97.486513   98.27121138]%
Cross Entropy Loss: [1.0049572  0.36077657 0.19515961 0.1339605  0.11020026]
Correct: [66.13536047 90.60814125 96.00294262 97.08190289 97.54781756]%
Cross Entropy Loss: [0.9870057  0.35042575 0.18587677 0.12793376 0.10342824]
Correct: [67.10397254 91.14762138 96.4811182  97.25355566 97.94016675]%
Cross Entropy Loss: [0.9757549  0.3410707  0.17989698 0.11814885 0.09241575]
Correct: [67.22658166 91.62579696 96.26042178 97.76851398 98.3938205 ]%
Cross Entropy Loss: [0.96428055 0.32781056 0.17137228 0.11188055 0.09004804]
Correct: [67.4717999  92.34919078 96.8857283  98.07503678 98.44286415]%
Cross Entropy Loss: [0.9572294  0.32388422 0.16705297 0.11006804 0.08704515]
Correct: [68.46493379 92.39823443 97.06964198 98.33251594 98.60225601]%
Cross Entropy Loss: [0.9536393  0.31932855 0.16956405 0.11059065 0.08926145]
Correct: [68.18293281 92.36145169 96.83668465 98.11181952 98.46738597]%
Cross Entropy Loss: [0.9483387  0.31465918 0.16175263 0.10542661 0.08428948]
Correct: [68.575282   92.54536538 97.09416381 98.22216773 98.72486513]%
Cross Entropy Loss: [0.93956435 0.30658367 0.15411578 0.09923302 0.07894109]
Correct: [68.74693477 92.70475723 97.25355566 98.40608141 98.81069152]%
Cross Entropy Loss: [0.9361799  0.31053033 0.15715556 0.10291913 0.08137187]
Correct: [68.78371751 92.69249632 96.99607651 98.11181952 98.72486513]%
Cross Entropy Loss: [0.9141641  0.2938315  0.14329651 0.09469543 0.07164025]
Correct: [69.99754782 93.39136832 97.97694949 98.52869053 98.9946052 ]%
Cross Entropy Loss: [0.8989482  0.28311735 0.14294308 0.09589738 0.07465205]
Correct: [70.35311427 94.16380579 97.78077489 98.36929868 98.9946052 ]%
Cross Entropy Loss: [0.89358103 0.2784608  0.13779323 0.09160928 0.07050512]
Correct: [70.63511525 94.24963217 98.07503678 98.62677783 98.94556155]%
Cross Entropy Loss: [0.89115715 0.27700645 0.13576552 0.08652843 0.06792575]
Correct: [71.10102992 94.04119667 97.91564492 98.66356057 98.9946052 ]%
Cross Entropy Loss: [0.8879425  0.27738196 0.13276473 0.08226375 0.06572188]
Correct: [71.82442374 94.0779794  98.18538499 98.97008337 99.21530162]%
Cross Entropy Loss: [0.8826405  0.26831532 0.12700339 0.07992887 0.06120425]
Correct: [71.57920549 94.16380579 98.2957332  99.06817067 99.36243256]%
Cross Entropy Loss: [0.87391186 0.26832122 0.12833619 0.07910227 0.05756973]
Correct: [71.87346739 94.00441393 98.1976459  99.14173615 99.58312898]%
Cross Entropy Loss: [0.8644577  0.2639307  0.12446632 0.08037469 0.06373096]
Correct: [72.47425208 94.45806768 98.35703776 98.94556155 99.17851888]%
Cross Entropy Loss: [0.86363244 0.26235315 0.12013704 0.07462273 0.05804161]
Correct: [72.47425208 94.69102501 98.55321236 99.16625797 99.41147621]%
Cross Entropy Loss: [0.8591943  0.2606702  0.12928234 0.08945012 0.0755519 ]
Correct: [72.82981854 94.4825895  97.8911231  98.33251594 98.40608141]%
Cross Entropy Loss: [0.8485733  0.24982113 0.11650348 0.07501889 0.07467279]
Correct: [73.2957332  94.78911231 98.32025503 99.0926925  98.30799411]%
Cross Entropy Loss: [0.8377481  0.2446565  0.11218416 0.07182521 0.05136961]
Correct: [73.65129966 95.20598333 98.62677783 99.26434527 99.57086807]%
Cross Entropy Loss: [0.8378156  0.24629316 0.11552141 0.07169156 0.052745  ]
Correct: [73.45512506 95.13241785 98.50416871 99.21530162 99.47278077]%
Cross Entropy Loss: [0.8446491  0.2467363  0.11351793 0.06969272 0.0553458 ]
Correct: [73.13634134 94.98528691 98.46738597 99.20304071 99.35017165]%
Cross Entropy Loss: [0.83080924 0.24086004 0.10801107 0.06767069 0.05587938]
Correct: [74.08043158 95.1814615  98.57773418 99.17851888 99.22756253]%
Cross Entropy Loss: [0.830165   0.23531967 0.1040042  0.06272075 0.04558553]
Correct: [73.73712604 95.40215792 98.81069152 99.44825895 99.75478176]%
Cross Entropy Loss: [0.8124383  0.2266195  0.09825282 0.06058205 0.04495567]
Correct: [74.91417361 95.86807258 98.8965179  99.37469348 99.61991172]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 48.81%
From layer 1:
Accuracy: 66.78%
From layer 2:
Accuracy: 72.48%
From layer 3:
Accuracy: 75.13%
From layer 4:
Accuracy: 75.31%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.23%
From layer 1:
Accuracy: 97.17%
From layer 2:
Accuracy: 99.36%
From layer 3:
Accuracy: 99.58%
From layer 4:
Accuracy: 99.79%
Checkpoint 620
models/shd_4layer_withckpts_noaugment_epoch620.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [4.9514155 4.5028715 3.614454  2.7473829 2.414428 ]
Correct: [ 9.51446788 17.45953899 22.74399215 32.85924473 39.63952918]%
Cross Entropy Loss: [2.9793122  2.0568993  1.6159261  1.1476846  0.99115515]
Correct: [19.32319765 36.09612555 46.62824914 60.22560078 64.77439922]%
Cross Entropy Loss: [2.5350316  1.6503108  1.22176    0.8707919  0.75243014]
Correct: [25.87052477 45.36537518 58.07994115 70.26728789 73.68808239]%
Cross Entropy Loss: [2.3118272  1.4350337  1.046796   0.74604756 0.6431691 ]
Correct: [30.3212359  51.18930848 64.60274644 74.47278077 77.91809711]%
Cross Entropy Loss: [2.1615672  1.2703948  0.90137947 0.63928914 0.55122995]
Correct: [33.54585581 56.35115253 69.1760667  78.27366356 81.30210888]%
Cross Entropy Loss: [2.038103   1.1727206  0.81234413 0.593087   0.5066361 ]
Correct: [35.96125552 59.50220696 72.7930358  79.97793036 83.00637567]%
Cross Entropy Loss: [1.9288226  1.0661167  0.726936   0.525825   0.47020772]
Correct: [38.67091712 63.67091712 75.79695929 82.45463462 84.35507602]%
Cross Entropy Loss: [1.8300956  0.9937158  0.6608402  0.48405474 0.41654098]
Correct: [40.68170672 66.34379598 78.29818538 84.39185875 86.52525748]%
Cross Entropy Loss: [1.7558775  0.9226345  0.6083887  0.4446311  0.38259968]
Correct: [42.34919078 68.86954389 80.2231486  85.65473271 87.83717509]%
Cross Entropy Loss: [1.6951452  0.88345236 0.5591081  0.40814683 0.3424881 ]
Correct: [44.00441393 69.8749387  82.60176557 87.08925944 89.28396273]%
Cross Entropy Loss: [1.6218994  0.81384224 0.52400094 0.38093677 0.32166144]
Correct: [45.24276606 72.96468857 83.23933301 87.97204512 90.06866111]%
Cross Entropy Loss: [1.5848831  0.7677703  0.49536425 0.36077577 0.305048  ]
Correct: [46.27268269 74.43599804 84.71064247 88.68317803 90.66944581]%
Cross Entropy Loss: [1.5290937  0.7278381  0.46251512 0.3392099  0.28721264]
Correct: [48.13634134 76.43452673 85.85090731 89.56596371 91.25796959]%
Cross Entropy Loss: [1.4791292  0.6926569  0.42999846 0.30771312 0.2584598 ]
Correct: [49.57086807 77.47670427 87.59195684 90.74301128 92.54536538]%
Cross Entropy Loss: [1.4471457  0.66773313 0.41268516 0.3060339  0.24951999]
Correct: [50.15939186 78.39627268 87.72682688 90.60814125 92.76606179]%
Cross Entropy Loss: [1.4023638  0.633127   0.39237162 0.28185597 0.23489155]
Correct: [51.32417852 79.76949485 88.47474252 91.63805787 93.29328102]%
Cross Entropy Loss: [1.3715925  0.6080468  0.37043858 0.26294008 0.2115695 ]
Correct: [52.85679255 80.725846   89.40657185 92.54536538 94.55615498]%
Cross Entropy Loss: [1.3382425  0.58215857 0.348286   0.2467115  0.20420714]
Correct: [53.88670917 81.64541442 90.39970574 93.36684649 94.44580677]%
Cross Entropy Loss: [1.3190138  0.5662122  0.33860564 0.2409187  0.19759692]
Correct: [54.43845022 82.34428641 90.47327121 93.06032369 94.71554684]%
Cross Entropy Loss: [1.2819693  0.54911983 0.3296695  0.23628002 0.19620478]
Correct: [55.59097597 83.37420304 91.00049044 93.51397744 94.81363413]%
Cross Entropy Loss: [1.2509669  0.5203663  0.31064153 0.21733369 0.17867233]
Correct: [56.24080432 84.34281511 91.74840608 94.38450221 95.52476704]%
Cross Entropy Loss: [1.2263644  0.5050232  0.29587817 0.20492919 0.16606863]
Correct: [57.08680726 85.47081903 92.43501717 94.74006866 96.12555174]%
Cross Entropy Loss: [1.2077293  0.49420962 0.28371397 0.19950531 0.1579525 ]
Correct: [57.58950466 84.9435998  92.79058362 95.1814615  96.51790093]%
Cross Entropy Loss: [1.1793857  0.46718425 0.26829645 0.18825662 0.15045647]
Correct: [58.34968122 86.3413438  93.56302109 95.40215792 96.46885728]%
Cross Entropy Loss: [1.167686   0.46405834 0.2696946  0.18838531 0.1523858 ]
Correct: [59.51446788 86.19421285 93.14615007 95.57381069 96.50564002]%
Cross Entropy Loss: [1.1482029  0.44480127 0.25413054 0.1875635  0.15250155]
Correct: [60.28690535 86.96665032 93.75919568 95.10789603 96.07650809]%
Cross Entropy Loss: [1.1178579  0.43024564 0.24116713 0.16810794 0.13761708]
Correct: [61.05934282 87.9475233  94.44580677 96.32172634 96.87346739]%
Cross Entropy Loss: [1.1089823  0.42146954 0.23576248 0.16311973 0.13146913]
Correct: [61.80725846 88.47474252 94.65424228 96.15007357 97.17999019]%
Cross Entropy Loss: [1.0870064  0.40906003 0.22864512 0.14974888 0.11978716]
Correct: [62.33447769 88.83030897 94.97302599 97.00833742 97.65816577]%
Cross Entropy Loss: [1.0817323  0.40210426 0.222823   0.15275228 0.11974479]
Correct: [62.48160863 88.9529181  95.07111329 96.71407553 97.54781756]%
Cross Entropy Loss: [1.06462    0.39834353 0.22217438 0.15495665 0.12057222]
Correct: [62.95978421 88.96517901 94.99754782 96.37076999 97.49877391]%
Cross Entropy Loss: [1.0547217  0.374801   0.20515835 0.13546489 0.10694861]
Correct: [64.00196175 90.33840118 95.64737616 97.33938205 97.91564492]%
Cross Entropy Loss: [1.0310957  0.359275   0.19695747 0.12960866 0.09974025]
Correct: [64.22265817 90.82883767 95.84355076 97.58460029 98.38155959]%
Cross Entropy Loss: [1.0228401  0.35934335 0.1932056  0.12783721 0.10549632]
Correct: [64.97057381 90.47327121 96.21137813 97.73173124 98.11181952]%
Cross Entropy Loss: [1.0039536  0.3515629  0.18964717 0.12172911 0.09587355]
Correct: [65.52231486 91.23344777 96.37076999 97.9892104  98.54095145]%
Cross Entropy Loss: [0.9958459  0.3424498  0.18667716 0.12532863 0.09797204]
Correct: [65.73075037 91.3683178  96.17459539 97.486513   98.30799411]%
Cross Entropy Loss: [0.9835593  0.3355639  0.17884092 0.12465391 0.09827312]
Correct: [66.5644924  91.60127513 96.57920549 97.56007847 97.96468857]%
Cross Entropy Loss: [0.97197926 0.3280293  0.17019852 0.11111375 0.08516895]
Correct: [67.55762629 91.89553703 97.20451202 98.18538499 98.81069152]%
Cross Entropy Loss: [0.95736647 0.32173407 0.1663399  0.10967917 0.08521058]
Correct: [67.70475723 91.99362433 97.22903384 98.25895047 98.68808239]%
Cross Entropy Loss: [0.95683527 0.31575042 0.16455895 0.10561945 0.08106769]
Correct: [67.14075527 92.55762629 97.16772928 98.24668955 98.74938695]%
Cross Entropy Loss: [0.9434504  0.31214944 0.16216585 0.10610125 0.08298006]
Correct: [68.64884747 92.63119176 97.08190289 98.51642962 98.76164787]%
Cross Entropy Loss: [0.9412027  0.30897698 0.1593023  0.10302397 0.07728341]
Correct: [67.99901913 92.53310446 97.3884257  98.4919078  99.03138794]%
Cross Entropy Loss: [0.932568   0.29820773 0.15102115 0.09975389 0.07781715]
Correct: [68.29328102 93.04806278 97.74399215 98.50416871 98.7984306 ]%
Cross Entropy Loss: [0.9207282  0.29681155 0.14633964 0.09459487 0.07332273]
Correct: [68.9798921  93.1706719  97.62138303 98.61451692 99.04364885]%
Cross Entropy Loss: [0.9139891  0.29112393 0.14902402 0.09716403 0.07544392]
Correct: [69.42128494 93.19519372 97.47425208 98.54095145 98.87199608]%
Cross Entropy Loss: [0.90372705 0.28540516 0.14357913 0.08968848 0.06667369]
Correct: [70.3776361  93.66110839 97.59686121 98.67582148 99.11721432]%
Cross Entropy Loss: [0.89639395 0.2770437  0.13711324 0.08567971 0.06377979]
Correct: [70.26728789 94.34771947 98.11181952 98.98234429 99.32564983]%
Cross Entropy Loss: [0.90194345 0.28634405 0.14079666 0.0887512  0.06569518]
Correct: [69.93624326 93.21971555 97.7930358  98.70034331 99.12947523]%
Cross Entropy Loss: [0.8850434  0.27473378 0.13299143 0.08110841 0.06339128]
Correct: [70.90485532 93.83276116 98.05051496 98.98234429 99.19077979]%
Cross Entropy Loss: [0.87156564 0.2581701  0.12391179 0.07589111 0.05897697]
Correct: [71.54242276 94.93624326 98.43060324 99.22756253 99.48504169]%
Cross Entropy Loss: [0.867431   0.26035777 0.12717664 0.07944823 0.05866839]
Correct: [71.81216282 94.53163315 98.22216773 99.08043158 99.43599804]%
Cross Entropy Loss: [0.8708587  0.26015115 0.12374414 0.07685836 0.05803964]
Correct: [71.6895537  94.32319765 98.34477685 99.27660618 99.38695439]%
Cross Entropy Loss: [0.8518601  0.25025275 0.1176203  0.07261445 0.05609148]
Correct: [72.44973026 95.00980873 98.68808239 99.28886709 99.46051986]%
Cross Entropy Loss: [0.8665982  0.25063133 0.12011034 0.07640491 0.0586617 ]
Correct: [71.49337911 95.00980873 98.36929868 99.05590976 99.26434527]%
Cross Entropy Loss: [0.8514541  0.24561097 0.11685557 0.07331879 0.05654028]
Correct: [72.63364394 95.24276606 98.44286415 99.15399706 99.36243256]%
Cross Entropy Loss: [0.8392154  0.24038261 0.11423592 0.0697635  0.05161756]
Correct: [73.00147131 95.32859245 98.5899951  99.22756253 99.47278077]%
Cross Entropy Loss: [0.8364029  0.24311587 0.11361381 0.06766143 0.05269072]
Correct: [73.82295243 95.43894066 98.60225601 99.33791074 99.46051986]%
Cross Entropy Loss: [0.8299941  0.23409592 0.10882016 0.06831674 0.05395445]
Correct: [73.50416871 95.62285434 98.81069152 99.33791074 99.43599804]%
Cross Entropy Loss: [0.8309034  0.23872185 0.11140761 0.06997678 0.05301213]
Correct: [73.27121138 95.03433055 98.68808239 99.10495341 99.35017165]%
Cross Entropy Loss: [0.8295765  0.23357964 0.108911   0.06800392 0.04987088]
Correct: [74.12947523 95.3776361  98.52869053 99.12947523 99.47278077]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 46.47%
From layer 1:
Accuracy: 65.06%
From layer 2:
Accuracy: 71.07%
From layer 3:
Accuracy: 73.19%
From layer 4:
Accuracy: 74.60%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.72%
From layer 1:
Accuracy: 95.51%
From layer 2:
Accuracy: 98.76%
From layer 3:
Accuracy: 99.25%
From layer 4:
Accuracy: 99.71%
Checkpoint 640
models/shd_4layer_withckpts_noaugment_epoch640.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.027996  4.1801186 4.1756783 2.8599217 2.4291012]
Correct: [ 9.88229524 17.30014713 20.83128985 32.58950466 40.0564002 ]%
Cross Entropy Loss: [2.8694723  2.0663912  1.5849965  1.161879   0.98660135]
Correct: [20.94163806 36.46395292 45.94163806 58.75429132 64.94605199]%
Cross Entropy Loss: [2.4573216 1.6451427 1.223934  0.9185843 0.765367 ]
Correct: [27.47670427 46.8857283  57.19715547 67.61893085 73.32025503]%
Cross Entropy Loss: [2.2674532  1.4414289  1.0481087  0.77668184 0.6590401 ]
Correct: [31.28984796 52.2069642  63.4502207  72.6949485  77.78322707]%
Cross Entropy Loss: [2.0910225  1.2626904  0.8948597  0.658399   0.55493575]
Correct: [35.10299166 57.17263364 69.34771947 77.513487   81.5228053 ]%
Cross Entropy Loss: [2.0022068  1.168977   0.8042781  0.5956787  0.49995646]
Correct: [36.88082393 60.81412457 72.80529671 79.65914664 83.06768024]%
Cross Entropy Loss: [1.8902081  1.0583957  0.71926326 0.5200548  0.43883997]
Correct: [39.28396273 64.19813634 75.85826385 82.8347229  85.98577734]%
Cross Entropy Loss: [1.8080387  0.9830734  0.6593786  0.48428553 0.4083135 ]
Correct: [41.25796959 66.77292791 78.20009809 84.41638058 86.5497793 ]%
Cross Entropy Loss: [1.7310795  0.91180074 0.59958875 0.43921176 0.3739044 ]
Correct: [42.80284453 69.09024031 80.28445316 85.96125552 87.93526238]%
Cross Entropy Loss: [1.6752248  0.86189157 0.55894977 0.40179896 0.3398828 ]
Correct: [44.70328592 70.74546346 82.11132908 87.51839137 89.36978911]%
Cross Entropy Loss: [1.6129581  0.8211846  0.5290161  0.3957089  0.32832104]
Correct: [46.02746444 72.60912212 83.04315841 87.30995586 89.82344286]%
Cross Entropy Loss: [1.5594835  0.76934433 0.49275857 0.3578926  0.29784536]
Correct: [48.07503678 74.301128   84.47768514 88.92839627 91.01275135]%
Cross Entropy Loss: [1.527466   0.7320611  0.47021142 0.34060454 0.2808249 ]
Correct: [48.14860226 76.0053948  85.29916626 89.52918097 91.3683178 ]%
Cross Entropy Loss: [1.4733777  0.68989503 0.4358627  0.31106424 0.2566392 ]
Correct: [50.02452182 77.75870525 86.94212849 90.9637077  92.98675821]%
Cross Entropy Loss: [1.4350418  0.6730165  0.4115316  0.2950849  0.24664532]
Correct: [51.1034821  77.90583619 87.99656694 91.77292791 92.99901913]%
Cross Entropy Loss: [1.4023517  0.6408731  0.39335194 0.28174308 0.23387003]
Correct: [52.17018146 79.08288377 88.57282982 91.82197155 93.33006376]%
Cross Entropy Loss: [1.3649838  0.60944414 0.37296078 0.26214862 0.21798001]
Correct: [52.6115743  80.9220206  89.33300638 92.80284453 94.21284944]%
Cross Entropy Loss: [1.347036   0.58826995 0.35371193 0.2532054  0.20769164]
Correct: [52.94261893 81.2285434  90.14222658 93.1706719  94.39676312]%
Cross Entropy Loss: [1.2926399  0.5546492  0.33571136 0.24206349 0.19563639]
Correct: [54.86758215 82.88376655 90.70622854 93.52623835 95.14467876]%
Cross Entropy Loss: [1.2845628  0.5431016  0.31861117 0.22694951 0.18572032]
Correct: [55.68906327 83.28837666 91.44188328 93.91858754 95.12015694]%
Cross Entropy Loss: [1.2531064  0.52113706 0.3100722  0.21910945 0.17668259]
Correct: [56.40019617 84.15890142 91.93231976 94.38450221 95.57381069]%
Cross Entropy Loss: [1.2409182  0.50781953 0.29659158 0.2149609  0.16907008]
Correct: [56.97645905 84.45316332 92.23884257 94.22511035 95.73320255]%
Cross Entropy Loss: [1.2184758  0.49044672 0.28639466 0.19874445 0.1554336 ]
Correct: [57.58950466 85.11525257 92.68023541 95.26728789 96.32172634]%
Cross Entropy Loss: [1.184295   0.47871804 0.2745808  0.18678352 0.14689796]
Correct: [59.0362923  85.56890633 92.92545365 95.45120157 96.787641  ]%
Cross Entropy Loss: [1.1700846  0.45534348 0.26002705 0.18250866 0.14450961]
Correct: [59.10985777 86.8440412  93.95537028 95.61059343 96.66503188]%
Cross Entropy Loss: [1.1464456  0.44276962 0.2532548  0.17409028 0.13722232]
Correct: [60.05394801 87.18734674 93.99215302 96.23589995 96.94703286]%
Cross Entropy Loss: [1.1304444  0.4361577  0.24313478 0.16748893 0.1312621 ]
Correct: [61.26777832 87.87395782 94.32319765 96.16233448 97.24129475]%
Cross Entropy Loss: [1.1137351  0.4211899  0.23706977 0.16536534 0.12877147]
Correct: [61.0470819  88.21726336 94.56841589 96.1868563  97.17999019]%
Cross Entropy Loss: [1.0907646  0.40575162 0.2259736  0.15835603 0.12725532]
Correct: [62.40804316 88.76900441 94.92398234 96.61598823 97.13094654]%
Cross Entropy Loss: [1.0634098  0.38509855 0.21203917 0.14645304 0.11806153]
Correct: [63.05787151 89.90926925 95.3776361  96.9838156  97.62138303]%
Cross Entropy Loss: [1.0576341  0.3832888  0.21120122 0.14028966 0.10869449]
Correct: [63.32761157 89.93379107 95.29180971 97.10642472 98.02599313]%
Cross Entropy Loss: [1.0416561  0.37595874 0.20283125 0.1354887  0.10739532]
Correct: [64.10004904 89.67631192 95.69641981 97.31486023 97.85434036]%
Cross Entropy Loss: [1.0313109  0.3674598  0.19531432 0.13079925 0.10281771]
Correct: [64.7621383  90.68170672 96.06424718 97.60912212 98.30799411]%
Cross Entropy Loss: [1.0307401  0.3630122  0.19330923 0.13119407 0.10131753]
Correct: [64.40657185 90.15448749 95.91711623 97.43746935 98.1976459 ]%
Cross Entropy Loss: [1.0185672  0.3521176  0.18854664 0.1235649  0.09434572]
Correct: [64.92153016 90.70622854 96.03972536 97.70720942 98.47964689]%
Cross Entropy Loss: [0.9884416  0.34204262 0.18124297 0.12571955 0.09555583]
Correct: [66.49092692 91.17214321 96.32172634 97.57233938 98.25895047]%
Cross Entropy Loss: [0.9859995  0.33087352 0.17366038 0.11714546 0.093265  ]
Correct: [66.53997057 92.01814615 96.66503188 97.96468857 98.5899951 ]%
Cross Entropy Loss: [0.974814   0.3226553  0.16948214 0.11231896 0.08633582]
Correct: [66.44188328 92.49632173 96.70181462 98.03825405 98.63903874]%
Cross Entropy Loss: [0.96528614 0.31630033 0.15959825 0.10213185 0.07768387]
Correct: [67.41049534 92.45953899 97.16772928 98.51642962 98.93330064]%
Cross Entropy Loss: [0.9461082  0.31492087 0.15999822 0.11082815 0.09089896]
Correct: [68.90632663 92.21432075 97.16772928 97.92790584 98.16086317]%
Cross Entropy Loss: [0.9375209  0.30445454 0.1527329  0.09981222 0.07777938]
Correct: [68.34232467 92.83962727 97.42520844 98.45512506 98.84747425]%
Cross Entropy Loss: [0.93977255 0.30199146 0.15051435 0.09899213 0.07804514]
Correct: [68.73467386 92.79058362 97.59686121 98.50416871 98.71260422]%
Cross Entropy Loss: [0.9237606  0.29392546 0.14556693 0.09519123 0.07633201]
Correct: [69.32319765 93.575282   97.60912212 98.36929868 98.67582148]%
Cross Entropy Loss: [0.9197071  0.29044896 0.14102413 0.08908226 0.0671699 ]
Correct: [69.22511035 93.41589014 97.70720942 98.78616969 99.16625797]%
Cross Entropy Loss: [0.9017786  0.27887225 0.13604924 0.08970444 0.06598634]
Correct: [70.04659147 93.88180481 98.02599313 98.74938695 99.20304071]%
Cross Entropy Loss: [0.9077473  0.2855296  0.13479517 0.08771326 0.06670603]
Correct: [69.74006866 93.48945562 98.08729769 98.93330064 99.14173615]%
Cross Entropy Loss: [0.91278046 0.27589783 0.13640398 0.08987983 0.0704672 ]
Correct: [69.28641491 93.91858754 97.75625307 98.74938695 98.95782246]%
Cross Entropy Loss: [0.89969534 0.27382544 0.12909636 0.08240182 0.06316461]
Correct: [70.25502697 93.84502207 98.25895047 98.9946052  99.27660618]%
Cross Entropy Loss: [0.8858858  0.2718998  0.13064659 0.08406936 0.06257274]
Correct: [70.97842079 94.02893575 97.86660128 98.87199608 99.26434527]%
Cross Entropy Loss: [0.8811022  0.27179596 0.13049567 0.08473586 0.07631408]
Correct: [71.49337911 93.42815105 97.78077489 98.71260422 98.68808239]%
Cross Entropy Loss: [0.8787141  0.261543   0.12160639 0.0779658  0.05905727]
Correct: [71.24816086 94.44580677 98.3938205  98.92103973 99.22756253]%
Cross Entropy Loss: [0.86897534 0.25959414 0.12088583 0.07764918 0.05793655]
Correct: [71.19911721 94.69102501 98.20990682 98.77390878 99.17851888]%
Cross Entropy Loss: [0.8571546  0.24838673 0.11588299 0.08448958 0.07292698]
Correct: [72.46199117 94.88719961 98.41834232 98.51642962 98.56547327]%
Cross Entropy Loss: [0.8641584  0.24688062 0.11230011 0.06855353 0.04979897]
Correct: [71.93477195 94.96076508 98.5899951  99.31338892 99.68121628]%
Cross Entropy Loss: [0.83899117 0.2387596  0.10922363 0.07080762 0.06022974]
Correct: [73.33251594 95.69641981 98.71260422 99.04364885 99.16625797]%
Cross Entropy Loss: [0.84450775 0.24161361 0.10603321 0.06290869 0.04547171]
Correct: [73.05051496 95.09563512 98.76164787 99.42373713 99.71799902]%
Cross Entropy Loss: [0.82562906 0.22891761 0.10085449 0.06078014 0.04319183]
Correct: [73.73712604 95.83128985 98.97008337 99.5953899  99.74252084]%
Cross Entropy Loss: [0.83401644 0.23801641 0.11074613 0.07148108 0.0530301 ]
Correct: [73.60225601 95.19372241 98.50416871 99.04364885 99.27660618]%
Cross Entropy Loss: [0.8335961  0.23244312 0.09935171 0.06047169 0.04311367]
Correct: [73.93330064 95.50024522 99.01912702 99.52182442 99.77930358]%
Cross Entropy Loss: [0.82549274 0.22798163 0.09778678 0.0625794  0.04927065]
Correct: [74.01912702 95.42667974 98.93330064 99.301128   99.44825895]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 49.29%
From layer 1:
Accuracy: 66.74%
From layer 2:
Accuracy: 73.06%
From layer 3:
Accuracy: 74.87%
From layer 4:
Accuracy: 75.75%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.96%
From layer 1:
Accuracy: 96.17%
From layer 2:
Accuracy: 99.06%
From layer 3:
Accuracy: 98.93%
From layer 4:
Accuracy: 99.33%
Checkpoint 660
models/shd_4layer_withckpts_noaugment_epoch660.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [6.033734  4.3234444 3.7514348 2.527563  2.3413599]
Correct: [ 9.39185875 15.43648847 19.09024031 35.7405591  41.77292791]%
Cross Entropy Loss: [3.0528667 2.0378067 1.6152188 1.1145006 0.9713662]
Correct: [19.37224129 35.6424718  45.94163806 61.3413438  65.85335949]%
Cross Entropy Loss: [2.600314   1.6132654  1.2206994  0.85106564 0.74784076]
Correct: [25.20843551 46.12555174 57.94507111 70.3776361  74.52182442]%
Cross Entropy Loss: [2.359374  1.3880163 1.0199766 0.7208648 0.6447777]
Correct: [29.90436488 53.08974988 64.5537028  75.38008828 77.97940167]%
Cross Entropy Loss: [2.19735    1.2587514  0.8789665  0.6381075  0.54828197]
Correct: [32.65080922 57.73663561 69.49485042 78.65375184 81.49828347]%
Cross Entropy Loss: [2.056802   1.1273104  0.78430456 0.5590082  0.4881272 ]
Correct: [35.27464443 61.97891123 73.17312408 81.93967631 83.81559588]%
Cross Entropy Loss: [1.9685608  1.0476824  0.7139988  0.51197106 0.44541118]
Correct: [36.95438941 64.77439922 75.91956842 83.3374203  85.33594899]%
Cross Entropy Loss: [1.8555826  0.9615814  0.6485065  0.46414304 0.39974752]
Correct: [39.94605199 67.69249632 78.911231   85.45855812 87.23639039]%
Cross Entropy Loss: [1.7796158  0.89099896 0.59034455 0.42371535 0.37124783]
Correct: [41.24570868 69.91172143 81.00784698 86.67238843 87.69004414]%
Cross Entropy Loss: [1.7210181  0.8550183  0.5553104  0.39605132 0.3433578 ]
Correct: [42.99901913 71.16233448 82.03776361 87.32221677 88.8548308 ]%
Cross Entropy Loss: [1.655557   0.8009954  0.51721674 0.36600217 0.30946022]
Correct: [44.39676312 73.05051496 84.10985777 88.6586562  90.2648357 ]%
Cross Entropy Loss: [1.611639   0.7658685  0.48766214 0.3550816  0.29744506]
Correct: [45.90485532 74.95095635 84.62481609 89.05100539 91.01275135]%
Cross Entropy Loss: [1.5504171  0.7152535  0.45139956 0.31457606 0.26463798]
Correct: [46.99607651 76.86365866 86.30456106 90.75527219 92.01814615]%
Cross Entropy Loss: [1.5159299  0.6941663  0.43007162 0.30460605 0.26419058]
Correct: [48.30799411 77.28052967 86.96665032 91.25796959 92.38597352]%
Cross Entropy Loss: [1.4681951  0.6573883  0.40577123 0.2828218  0.23802379]
Correct: [49.47278077 78.65375184 87.89847965 91.85875429 93.12162825]%
Cross Entropy Loss: [1.4323151  0.61948514 0.38364732 0.26448587 0.22449821]
Correct: [50.73565473 80.61549779 88.86709171 92.75380088 93.59980383]%
Cross Entropy Loss: [1.395061   0.60183173 0.36414742 0.2495888  0.21550398]
Correct: [52.2069642  81.28984796 89.66405101 93.55076018 94.11476214]%
Cross Entropy Loss: [1.3598471  0.5719571  0.34182373 0.23632234 0.20668462]
Correct: [52.64835704 82.36880824 90.60814125 93.79597842 94.15154487]%
Cross Entropy Loss: [1.3436335  0.5648667  0.33609796 0.2333587  0.19551605]
Correct: [53.0161844  82.54046101 90.80431584 93.94310937 94.65424228]%
Cross Entropy Loss: [1.3019626  0.53565913 0.31396103 0.21899453 0.18411006]
Correct: [55.08827857 83.85237862 91.50318784 94.13928396 94.88719961]%
Cross Entropy Loss: [1.2699773  0.50931233 0.29402828 0.19945294 0.16327684]
Correct: [55.89749877 84.66159882 92.48406081 95.04659147 96.26042178]%
Cross Entropy Loss: [1.2421671  0.50418365 0.28909507 0.20225346 0.16081053]
Correct: [56.65767533 85.21333987 92.71701815 94.94850417 96.13781265]%
Cross Entropy Loss: [1.2207344  0.47547412 0.27182227 0.18074878 0.1470053 ]
Correct: [57.44237371 86.31682197 93.30554193 95.91711623 97.02059833]%
Cross Entropy Loss: [1.1897566  0.4635364  0.26231217 0.17899512 0.14211746]
Correct: [59.02403139 86.36586562 93.59980383 95.63511525 96.87346739]%
Cross Entropy Loss: [1.1839455  0.4520311  0.26148948 0.17967528 0.14569286]
Correct: [58.72976949 87.06473762 93.74693477 95.81902894 96.70181462]%
Cross Entropy Loss: [1.1607816  0.45068827 0.25223705 0.17212188 0.14148505]
Correct: [59.69838156 87.3467386  93.85728298 95.90485532 96.53016184]%
Cross Entropy Loss: [1.1453986  0.42306793 0.23510668 0.15637386 0.12692688]
Correct: [60.48307994 88.30308975 94.5806768  96.55468367 97.25355566]%
Cross Entropy Loss: [1.124541   0.41764623 0.23522002 0.15977417 0.13066457]
Correct: [60.69151545 88.4502207  94.37224129 96.35850907 97.27807749]%
Cross Entropy Loss: [1.1020439  0.4029733  0.22356604 0.14464746 0.11922455]
Correct: [61.86856302 89.06326631 94.86267778 97.06964198 97.52329573]%
Cross Entropy Loss: [1.0890214  0.3905513  0.21045679 0.13751678 0.11036316]
Correct: [62.60421775 89.48013732 95.36537518 97.52329573 97.92790584]%
Cross Entropy Loss: [1.055191   0.3756839  0.20113271 0.1305996  0.10768456]
Correct: [63.87935262 90.2648357  96.02746444 97.51103482 97.80529671]%
Cross Entropy Loss: [1.0625569  0.37218976 0.20113315 0.13329522 0.11160792]
Correct: [63.21726336 90.37518391 95.81902894 97.32712114 97.75625307]%
Cross Entropy Loss: [1.040126   0.36575285 0.19330114 0.12742332 0.09948545]
Correct: [64.57822462 90.51005395 96.11329083 97.60912212 98.33251594]%
Cross Entropy Loss: [1.0360174  0.35079697 0.18696836 0.12060792 0.09686422]
Correct: [64.29622364 91.03727317 95.91711623 97.80529671 98.23442864]%
Cross Entropy Loss: [1.0050253  0.34313214 0.17971255 0.11781242 0.09464481]
Correct: [66.14762138 91.73614517 96.64051005 98.01373222 98.30799411]%
Cross Entropy Loss: [1.0006909  0.34182748 0.18243471 0.12422438 0.09696986]
Correct: [66.5644924  91.29475233 96.35850907 97.64590486 98.12408043]%
Cross Entropy Loss: [0.9907359  0.32982263 0.17110577 0.1089539  0.08503285]
Correct: [67.01814615 91.58901422 96.787641   98.1976459  98.72486513]%
Cross Entropy Loss: [0.9815586  0.32719162 0.16534363 0.10287035 0.08029459]
Correct: [67.14075527 92.12849436 97.06964198 98.51642962 98.74938695]%
Cross Entropy Loss: [0.9665933  0.31472707 0.15774085 0.09885615 0.07543516]
Correct: [67.50858264 92.31240804 97.44973026 98.57773418 98.9946052 ]%
Cross Entropy Loss: [0.96942353 0.31983384 0.15724607 0.09702718 0.07483482]
Correct: [67.30014713 91.94458068 97.16772928 98.5899951  99.06817067]%
Cross Entropy Loss: [0.94643694 0.3030275  0.14891796 0.09126139 0.07051316]
Correct: [68.53849926 92.85188818 97.62138303 98.92103973 99.15399706]%
Cross Entropy Loss: [0.9380068  0.2951902  0.14358675 0.09384107 0.07330459]
Correct: [69.42128494 93.30554193 97.86660128 98.61451692 98.8965179 ]%
Cross Entropy Loss: [0.9372859  0.2930083  0.1456785  0.09253091 0.07156239]
Correct: [69.15154487 93.33006376 97.40068661 98.61451692 99.03138794]%
Cross Entropy Loss: [0.92005664 0.28611436 0.13983269 0.0904882  0.073322  ]
Correct: [69.70328592 93.69789112 97.81755763 98.71260422 98.98234429]%
Cross Entropy Loss: [0.9191661  0.2812302  0.13733225 0.08552048 0.0685994 ]
Correct: [69.82589505 93.7714566  97.84207945 98.87199608 99.01912702]%
Cross Entropy Loss: [0.903935   0.27065477 0.12933747 0.08031453 0.06147223]
Correct: [70.1814615  94.61745954 98.1976459  99.03138794 99.27660618]%
Cross Entropy Loss: [0.9029432  0.271795   0.12768434 0.07925706 0.05780527]
Correct: [70.63511525 94.15154487 98.32025503 99.16625797 99.52182442]%
Cross Entropy Loss: [0.89956564 0.27274632 0.12756822 0.07841816 0.06162807]
Correct: [71.02746444 94.11476214 98.30799411 99.04364885 99.25208436]%
Cross Entropy Loss: [0.8774284  0.26391464 0.12373307 0.07466013 0.05657408]
Correct: [71.26042178 94.23737126 98.11181952 99.22756253 99.47278077]%
Cross Entropy Loss: [0.88332266 0.26410508 0.11946137 0.07214521 0.05727262]
Correct: [71.81216282 94.21284944 98.33251594 99.25208436 99.35017165]%
Cross Entropy Loss: [0.8802638  0.25638422 0.11783861 0.07126302 0.05808846]
Correct: [70.95389897 94.71554684 98.51642962 99.12947523 99.25208436]%
Cross Entropy Loss: [0.86632735 0.25365108 0.11411267 0.06944443 0.05302915]
Correct: [72.30259931 94.86267778 98.56547327 99.301128   99.55860716]%
Cross Entropy Loss: [0.86488783 0.25057364 0.11611752 0.0697003  0.05262313]
Correct: [72.1922511  95.07111329 98.40608141 99.42373713 99.57086807]%
Cross Entropy Loss: [0.8620185  0.2510819  0.11701351 0.07191911 0.05009674]
Correct: [72.6949485  94.51937224 98.3938205  99.25208436 99.57086807]%
Cross Entropy Loss: [0.8519455  0.24369466 0.10894501 0.0684147  0.05116413]
Correct: [72.03285924 95.34085336 98.83521334 99.31338892 99.52182442]%
Cross Entropy Loss: [0.83808845 0.232986   0.10468943 0.06438217 0.04865188]
Correct: [73.67582148 95.95389897 98.77390878 99.32564983 99.55860716]%
Cross Entropy Loss: [0.836316   0.23072995 0.10024437 0.05733939 0.04246901]
Correct: [73.35703776 95.52476704 99.01912702 99.69347719 99.84060814]%
Cross Entropy Loss: [0.83710366 0.2255627  0.09936652 0.06056252 0.04546988]
Correct: [73.07503678 96.01520353 98.90877881 99.43599804 99.66895537]%
Cross Entropy Loss: [0.83003753 0.22329727 0.09545711 0.05543713 0.04075557]
Correct: [73.55321236 95.84355076 99.0926925  99.64443355 99.81608632]%
Cross Entropy Loss: [0.8380261  0.24147101 0.10810386 0.0656937  0.04543003]
Correct: [73.13634134 94.80137322 98.45512506 99.23982344 99.68121628]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.04%
From layer 1:
Accuracy: 68.02%
From layer 2:
Accuracy: 72.39%
From layer 3:
Accuracy: 73.76%
From layer 4:
Accuracy: 74.56%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 73.84%
From layer 1:
Accuracy: 93.94%
From layer 2:
Accuracy: 98.76%
From layer 3:
Accuracy: 99.45%
From layer 4:
Accuracy: 99.72%
Checkpoint 680
models/shd_4layer_withckpts_noaugment_epoch680.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [6.130755  4.560132  3.2095878 2.690097  2.0714002]
Correct: [ 8.32515939 16.30701324 24.06817067 36.1451692  44.34771947]%
Cross Entropy Loss: [3.083479   2.1133773  1.4426345  1.0923513  0.93938416]
Correct: [18.37910741 35.1397744  50.99313389 61.08386464 67.63119176]%
Cross Entropy Loss: [2.6377416 1.6573855 1.1181446 0.8592813 0.7273362]
Correct: [25.26974007 45.5860716  61.66012751 70.03433055 75.02452182]%
Cross Entropy Loss: [2.3890014  1.4098527  0.9414005  0.72024304 0.6153007 ]
Correct: [28.94801373 52.41539971 67.96223639 75.17165277 79.10740559]%
Cross Entropy Loss: [2.2211895  1.2719922  0.8397066  0.647956   0.54110914]
Correct: [32.76115743 57.12359    71.6895537  77.72192251 81.54732712]%
Cross Entropy Loss: [2.0576162  1.1442304  0.7238217  0.5689566  0.47293562]
Correct: [35.00490436 60.45855812 76.27513487 81.10593428 83.82785679]%
Cross Entropy Loss: [1.9536753  1.0487759  0.66125995 0.5108741  0.41630572]
Correct: [37.54291319 63.92839627 79.1196665  82.96959294 86.51299657]%
Cross Entropy Loss: [1.8622236  0.9684911  0.6108673  0.46367392 0.38210896]
Correct: [40.20353114 66.84649338 80.71358509 85.07846984 87.50613046]%
Cross Entropy Loss: [1.7870238  0.90970373 0.55989355 0.4356008  0.350926  ]
Correct: [41.69936243 68.9798921  82.29524277 85.85090731 88.38891614]%
Cross Entropy Loss: [1.7186036  0.8556266  0.52252233 0.40782285 0.3259292 ]
Correct: [43.14615007 71.15007357 83.50907308 87.13830309 89.78666013]%
Cross Entropy Loss: [1.6469983  0.79371595 0.48285988 0.37065938 0.2997464 ]
Correct: [45.30407062 73.4919078  84.99264345 88.27856793 90.51005395]%
Cross Entropy Loss: [1.6010443  0.76450914 0.45650077 0.34373188 0.2745666 ]
Correct: [46.07650809 74.85286905 85.65473271 89.11230996 91.4664051 ]%
Cross Entropy Loss: [1.5442822  0.7172313  0.4362745  0.32660052 0.25866807]
Correct: [47.80529671 76.61844041 86.75821481 89.72535557 92.4717999 ]%
Cross Entropy Loss: [1.4997067  0.68506336 0.40349534 0.30152565 0.2367094 ]
Correct: [49.31338892 77.57479156 88.43795978 91.07405591 93.33006376]%
Cross Entropy Loss: [1.4658382  0.65299577 0.38529798 0.28569838 0.22730967]
Correct: [49.74252084 79.1196665  88.47474252 91.95684159 93.56302109]%
Cross Entropy Loss: [1.4354533  0.6226162  0.37191078 0.28386265 0.2254624 ]
Correct: [50.63756744 80.39480137 89.21039725 91.76066699 93.30554193]%
Cross Entropy Loss: [1.3916652  0.59691995 0.34787172 0.255636   0.19858328]
Correct: [52.1088769  81.13045611 89.9583129  92.50858264 94.69102501]%
Cross Entropy Loss: [1.3543153  0.5782992  0.33671397 0.24836212 0.19656062]
Correct: [53.22461991 82.00098087 90.362923   93.03580186 94.33545856]%
Cross Entropy Loss: [1.3201991  0.5504134  0.31387016 0.23706585 0.19052935]
Correct: [53.93575282 83.26385483 91.55223149 93.35458558 94.51937224]%
Cross Entropy Loss: [1.2995199  0.53360796 0.302426   0.22200744 0.17272279]
Correct: [54.53653752 83.54585581 91.78518882 93.90632663 95.35311427]%
Cross Entropy Loss: [1.2725345  0.5174835  0.29410452 0.21107872 0.15859258]
Correct: [55.5174105  84.37959784 92.04266797 94.50711133 96.13781265]%
Cross Entropy Loss: [1.2431769  0.49677518 0.279327   0.20855473 0.15609564]
Correct: [56.93967631 85.71603727 92.72927906 94.42128494 95.97842079]%
Cross Entropy Loss: [1.2195365  0.4803561  0.26171336 0.18866812 0.14458278]
Correct: [57.76115743 85.61794998 93.40362923 95.32859245 96.6895537 ]%
Cross Entropy Loss: [1.2087563  0.46265537 0.2551494  0.1773518  0.13215327]
Correct: [57.81020108 86.52525748 93.78371751 96.10102992 97.22903384]%
Cross Entropy Loss: [1.1746763  0.45041257 0.2495813  0.17773297 0.13824919]
Correct: [59.28151054 87.07699853 93.83276116 95.65963708 96.9838156 ]%
Cross Entropy Loss: [1.1587241  0.44090536 0.23600578 0.17048617 0.12845132]
Correct: [59.30603237 87.67778323 94.43354586 95.59833252 96.9838156 ]%
Cross Entropy Loss: [1.1472793  0.4252101  0.22693342 0.16071063 0.11916747]
Correct: [59.89455615 87.86169691 94.8749387  96.41981363 97.30259931]%
Cross Entropy Loss: [1.1144305  0.40650064 0.21394964 0.14698616 0.11228326]
Correct: [60.88769004 88.96517901 95.29180971 96.84894556 97.71947033]%
Cross Entropy Loss: [1.1022686  0.4031195  0.21383049 0.15167415 0.11478396]
Correct: [60.99803825 89.06326631 94.99754782 96.54242276 97.57233938]%
Cross Entropy Loss: [1.0842491  0.38430896 0.20208006 0.1405952  0.10210045]
Correct: [62.6532614  89.97057381 95.59833252 97.02059833 98.13634134]%
Cross Entropy Loss: [1.0777614  0.38452655 0.20308447 0.14562182 0.10836554]
Correct: [62.98430603 89.8602256  95.61059343 96.75085826 97.78077489]%
Cross Entropy Loss: [1.0451833  0.36229196 0.18662395 0.12689583 0.09586032]
Correct: [64.65179009 90.81657675 96.22363904 97.52329573 98.44286415]%
Cross Entropy Loss: [1.0428301  0.36320654 0.18319586 0.1247192  0.09023944]
Correct: [64.18587543 90.37518391 96.34624816 97.62138303 98.60225601]%
Cross Entropy Loss: [1.0192499  0.3466723  0.17869262 0.12230256 0.09098434]
Correct: [65.27709662 91.40510054 96.55468367 97.7930358  98.44286415]%
Cross Entropy Loss: [1.0217867  0.34570777 0.17264844 0.11645921 0.08494881]
Correct: [64.32074546 91.17214321 96.64051005 97.85434036 98.65129966]%
Cross Entropy Loss: [1.0092186  0.34244248 0.17437558 0.11881562 0.0861303 ]
Correct: [65.35066209 91.3683178  96.43207455 97.67042668 98.70034331]%
Cross Entropy Loss: [1.0113459  0.34452015 0.17481315 0.1167611  0.08525445]
Correct: [65.14222658 91.40510054 96.51790093 97.71947033 98.46738597]%
Cross Entropy Loss: [0.9837012  0.3275327  0.16246471 0.10830931 0.07966055]
Correct: [66.83423247 92.0671898  97.03285924 97.95242766 98.68808239]%
Cross Entropy Loss: [0.97406054 0.3142717  0.15428364 0.10016158 0.07294323]
Correct: [67.30014713 92.28788622 97.21677293 98.33251594 99.03138794]%
Cross Entropy Loss: [0.9668063  0.30443347 0.14950229 0.09969034 0.07281591]
Correct: [67.25110348 92.68023541 97.46199117 98.16086317 98.95782246]%
Cross Entropy Loss: [0.9549555  0.30540887 0.14792311 0.10118831 0.07315754]
Correct: [67.79058362 92.80284453 97.42520844 98.06277587 98.88425699]%
Cross Entropy Loss: [0.94173104 0.29326698 0.13799568 0.08943152 0.06711124]
Correct: [68.68563021 93.46493379 97.91564492 98.60225601 99.19077979]%
Cross Entropy Loss: [0.9359767  0.2912512  0.13660799 0.09050809 0.06399559]
Correct: [68.55076018 93.52623835 97.94016675 98.81069152 99.25208436]%
Cross Entropy Loss: [0.92621493 0.28248954 0.13418122 0.08717642 0.06210311]
Correct: [69.6787641  93.82050025 97.91564492 98.84747425 99.31338892]%
Cross Entropy Loss: [0.91661024 0.28084856 0.13181184 0.08484881 0.05876749]
Correct: [69.72780775 93.90632663 98.11181952 98.78616969 99.42373713]%
Cross Entropy Loss: [0.914043   0.2814934  0.13251407 0.08604971 0.06196461]
Correct: [69.28641491 93.53849926 97.82981854 98.70034331 99.11721432]%
Cross Entropy Loss: [0.9032158  0.27106234 0.12486137 0.07887745 0.05492569]
Correct: [70.09563512 94.274154   98.07503678 99.01912702 99.47278077]%
Cross Entropy Loss: [0.90192753 0.26665306 0.12165596 0.07696114 0.0559263 ]
Correct: [70.14467876 94.80137322 98.35703776 99.01912702 99.47278077]%
Cross Entropy Loss: [0.89253855 0.26371244 0.12068489 0.07673971 0.05510899]
Correct: [70.80676802 94.20058852 98.2957332  98.98234429 99.41147621]%
Cross Entropy Loss: [0.88530076 0.25796527 0.11942939 0.07940505 0.05668168]
Correct: [70.96615988 94.61745954 98.23442864 98.76164787 99.26434527]%
Cross Entropy Loss: [0.8838678  0.25244796 0.11481758 0.07226391 0.04815041]
Correct: [71.17459539 94.89946052 98.44286415 99.12947523 99.60765081]%
Cross Entropy Loss: [0.87208855 0.24971224 0.11199765 0.07184067 0.04979517]
Correct: [72.03285924 94.85041687 98.43060324 99.22756253 99.57086807]%
Cross Entropy Loss: [0.8632461  0.24639851 0.10913147 0.06727766 0.0466261 ]
Correct: [71.787641   95.13241785 98.55321236 99.301128   99.54634625]%
Cross Entropy Loss: [0.86453384 0.24403536 0.10315489 0.0628922  0.04609412]
Correct: [72.22903384 95.03433055 98.72486513 99.50956351 99.61991172]%
Cross Entropy Loss: [0.8501529  0.23725198 0.10622062 0.07860421 0.05912207]
Correct: [72.64590486 95.41441883 98.5899951  98.52869053 98.87199608]%
Cross Entropy Loss: [0.8467321  0.23820378 0.10343203 0.06351994 0.0543924 ]
Correct: [73.43060324 95.2795488  98.90877881 99.3992153  99.301128  ]%
Cross Entropy Loss: [0.8340287  0.22731775 0.09790715 0.05981787 0.04364299]
Correct: [73.83521334 95.76998529 98.95782246 99.55860716 99.63217263]%
Cross Entropy Loss: [0.8401644  0.23243958 0.10198101 0.06769626 0.05184332]
Correct: [73.1976459  95.6841589  98.57773418 99.11721432 99.37469348]%
Cross Entropy Loss: [0.83375746 0.22463706 0.09394127 0.05741495 0.03868799]
Correct: [73.33251594 95.85581167 99.00686611 99.36243256 99.76704267]%
Cross Entropy Loss: [0.83048224 0.2300347  0.09801915 0.05929111 0.03778176]
Correct: [73.85973516 95.62285434 98.71260422 99.42373713 99.84060814]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.39%
From layer 1:
Accuracy: 68.07%
From layer 2:
Accuracy: 73.37%
From layer 3:
Accuracy: 76.19%
From layer 4:
Accuracy: 76.06%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.85%
From layer 1:
Accuracy: 96.41%
From layer 2:
Accuracy: 99.61%
From layer 3:
Accuracy: 99.89%
From layer 4:
Accuracy: 99.79%
Checkpoint 700
models/shd_4layer_withckpts_noaugment_epoch700.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [4.9428735 4.181704  3.373143  2.5318167 2.394692 ]
Correct: [ 8.69298676 15.51005395 25.84600294 37.7513487  40.43648847]%
Cross Entropy Loss: [3.0491388 2.0686884 1.4845972 1.0842782 0.9402125]
Correct: [18.93084846 34.7351643  49.77930358 62.01569397 66.69936243]%
Cross Entropy Loss: [2.6179173  1.6622823  1.148648   0.85009533 0.72799915]
Correct: [24.84060814 44.53163315 60.51986268 69.97302599 74.73025993]%
Cross Entropy Loss: [2.365636  1.4269633 0.9558778 0.7054744 0.6091325]
Correct: [29.52427661 51.69200589 67.45953899 75.84600294 79.3158411 ]%
Cross Entropy Loss: [2.1894932  1.2730123  0.83434325 0.61740214 0.5350383 ]
Correct: [31.86611084 56.54732712 71.26042178 78.86218735 82.25846003]%
Cross Entropy Loss: [2.0659828  1.1608752  0.74395627 0.5475338  0.46276456]
Correct: [34.85777342 60.39725356 75.38008828 82.28298185 84.87003433]%
Cross Entropy Loss: [1.9387057  1.0473704  0.66318715 0.48324165 0.41552138]
Correct: [37.40804316 64.34526729 78.22461991 84.31829328 86.86856302]%
Cross Entropy Loss: [1.846663   0.98561543 0.62396103 0.45081922 0.3953487 ]
Correct: [40.08092202 66.17214321 79.76949485 85.72829819 86.8440412 ]%
Cross Entropy Loss: [1.7882764  0.9197398  0.5566357  0.41479042 0.3411817 ]
Correct: [41.14762138 68.75919568 82.45463462 86.77047572 89.3575282 ]%
Cross Entropy Loss: [1.7072366  0.86816436 0.5279126  0.39129427 0.32597452]
Correct: [42.77832271 69.94850417 83.23933301 87.3467386  89.84796469]%
Cross Entropy Loss: [1.6443257  0.8091806  0.48545152 0.35455775 0.29304308]
Correct: [44.274154   72.43746935 84.77194703 88.76900441 91.11083865]%
Cross Entropy Loss: [1.5983821  0.76861936 0.45398682 0.33905098 0.286244  ]
Correct: [45.92937715 74.61991172 85.63021089 89.2594409  91.061795  ]%
Cross Entropy Loss: [1.538321   0.723863   0.42383787 0.31265712 0.2534725 ]
Correct: [47.3884257  76.5080922  87.21186856 90.48553212 92.49632173]%
Cross Entropy Loss: [1.4880849  0.69152313 0.40191168 0.2980142  0.24411926]
Correct: [48.98234429 77.36635606 88.1559588  90.82883767 92.75380088]%
Cross Entropy Loss: [1.4585308  0.66297734 0.37831128 0.2783694  0.23166704]
Correct: [49.4973026  78.64149093 88.87935262 91.6625797  93.01128004]%
Cross Entropy Loss: [1.4191163  0.6383702  0.35830012 0.26051036 0.2141975 ]
Correct: [50.56400196 79.09514468 89.57822462 92.52084355 93.79597842]%
Cross Entropy Loss: [1.3761568  0.61175835 0.34986404 0.25163865 0.21024168]
Correct: [52.03531143 80.33349681 89.89700834 92.63119176 93.94310937]%
Cross Entropy Loss: [1.3620318  0.5894406  0.32991028 0.23927896 0.18931925]
Correct: [52.25600785 81.21628249 90.8656204  93.44041197 95.07111329]%
Cross Entropy Loss: [1.3275676  0.5670908  0.31993157 0.24009301 0.19487558]
Correct: [53.76410005 82.05002452 91.13536047 93.18293281 94.70328592]%
Cross Entropy Loss: [1.2860571  0.5510403  0.29849255 0.21437424 0.17429075]
Correct: [54.80627759 82.88376655 92.09171162 94.39676312 95.30407062]%
Cross Entropy Loss: [1.2570143  0.522016   0.2837402  0.20083362 0.169681  ]
Correct: [56.38793526 84.02403139 92.5698872  94.86267778 95.43894066]%
Cross Entropy Loss: [1.2329719  0.49621373 0.26988336 0.18993741 0.15060298]
Correct: [56.90289358 85.00490436 93.0725846  95.31633154 96.35850907]%
Cross Entropy Loss: [1.2195362  0.48694623 0.26369023 0.18198025 0.14462005]
Correct: [57.28298185 85.12751349 93.40362923 95.65963708 96.79990191]%
Cross Entropy Loss: [1.1825383  0.46914795 0.25377655 0.18008079 0.14520162]
Correct: [58.64394311 86.10838646 93.66110839 95.1814615  96.33398725]%
Cross Entropy Loss: [1.1715322  0.45532003 0.2436129  0.17045525 0.13813041]
Correct: [59.66159882 86.81951937 94.11476214 95.86807258 96.51790093]%
Cross Entropy Loss: [1.154391   0.44143042 0.23441947 0.16428907 0.13217561]
Correct: [60.0416871  87.27317312 94.40902403 96.19911721 97.02059833]%
Cross Entropy Loss: [1.1324961  0.430974   0.22586943 0.15738347 0.12197124]
Correct: [60.89995096 87.66552231 94.71554684 96.24816086 97.33938205]%
Cross Entropy Loss: [1.1175932  0.41614145 0.21773902 0.15148051 0.1188423 ]
Correct: [61.45169201 88.56056891 94.81363413 96.46885728 97.32712114]%
Cross Entropy Loss: [1.0902135  0.4007581  0.20934997 0.14363216 0.11198066]
Correct: [62.78813144 89.28396273 95.51250613 96.92251103 97.68268759]%
Cross Entropy Loss: [1.0805334  0.38465667 0.19699083 0.1369471  0.10702138]
Correct: [62.73908779 89.78666013 95.83128985 97.15546837 97.96468857]%
Cross Entropy Loss: [1.0725487  0.38860828 0.20371784 0.13480629 0.10375457]
Correct: [62.64100049 89.49239823 95.29180971 97.15546837 97.8911231 ]%
Cross Entropy Loss: [1.054336   0.36972493 0.18163167 0.12803763 0.11074498]
Correct: [64.02648357 90.12996567 96.43207455 97.56007847 97.63364394]%
Cross Entropy Loss: [1.0370307  0.3709215  0.1873356  0.12442381 0.09648864]
Correct: [64.51692006 90.20353114 96.00294262 97.3884257  98.13634134]%
Cross Entropy Loss: [1.0382599  0.36803168 0.18560761 0.12780511 0.09932564]
Correct: [64.11230996 90.38744483 95.80676802 97.26581658 97.84207945]%
Cross Entropy Loss: [1.009769   0.35079262 0.17073795 0.11496238 0.08914854]
Correct: [65.33840118 90.91466405 96.787641   97.90338401 98.41834232]%
Cross Entropy Loss: [1.003961   0.3423737  0.16998474 0.11424684 0.08765095]
Correct: [66.01275135 91.1598823  96.4811182  97.67042668 98.35703776]%
Cross Entropy Loss: [1.0019027  0.33300078 0.16016048 0.10754962 0.08175139]
Correct: [65.47327121 91.65031878 97.10642472 98.13634134 98.82295243]%
Cross Entropy Loss: [0.97161484 0.32632303 0.15805495 0.10476868 0.08028632]
Correct: [67.03040706 92.05492889 97.05738107 98.09955861 98.63903874]%
Cross Entropy Loss: [0.97037125 0.32340714 0.1527996  0.09905557 0.07515813]
Correct: [66.82197155 92.01814615 97.51103482 98.46738597 98.83521334]%
Cross Entropy Loss: [0.9499373  0.31322888 0.14952141 0.09662324 0.07313024]
Correct: [68.71015204 92.77832271 97.40068661 98.45512506 98.97008337]%
Cross Entropy Loss: [0.957958   0.31338328 0.14700693 0.09460578 0.06834844]
Correct: [67.64345267 92.53310446 97.486513   98.60225601 99.11721432]%
Cross Entropy Loss: [0.94234353 0.3030898  0.141552   0.09144668 0.06820084]
Correct: [68.64884747 92.54536538 97.62138303 98.70034331 99.19077979]%
Cross Entropy Loss: [0.9294649  0.29259038 0.13554068 0.08508354 0.06594066]
Correct: [68.88180481 93.34232467 97.73173124 98.81069152 99.14173615]%
Cross Entropy Loss: [0.91561365 0.28474846 0.13003556 0.08074825 0.05923335]
Correct: [69.62972045 93.63658656 98.20990682 99.05590976 99.36243256]%
Cross Entropy Loss: [0.90746534 0.2796847  0.12707314 0.08106455 0.05988358]
Correct: [69.70328592 93.85728298 98.28347229 98.95782246 99.36243256]%
Cross Entropy Loss: [0.9071886  0.28155956 0.13020962 0.08190917 0.06315634]
Correct: [70.10789603 93.7714566  97.85434036 98.82295243 99.17851888]%
Cross Entropy Loss: [0.9025956  0.27520514 0.12036251 0.07713153 0.05858539]
Correct: [70.41441883 94.09024031 98.28347229 98.8965179  99.32564983]%
Cross Entropy Loss: [0.8927269  0.2747675  0.12484875 0.08305807 0.06398082]
Correct: [70.41441883 93.89406572 98.07503678 98.60225601 98.95782246]%
Cross Entropy Loss: [0.8886501  0.26606476 0.12079316 0.07461245 0.05621606]
Correct: [70.25502697 94.10250123 98.36929868 98.93330064 99.37469348]%
Cross Entropy Loss: [0.8827289  0.25970796 0.11237957 0.06712695 0.05110404]
Correct: [71.00294262 94.82589505 98.5899951  99.42373713 99.50956351]%
Cross Entropy Loss: [0.87366045 0.25662616 0.10874549 0.06624801 0.04785865]
Correct: [71.59146641 94.78911231 98.61451692 99.38695439 99.63217263]%
Cross Entropy Loss: [0.86014044 0.25145975 0.107514   0.06723224 0.05142269]
Correct: [72.37616479 95.07111329 98.7984306  99.32564983 99.55860716]%
Cross Entropy Loss: [0.8628769  0.24692622 0.10481769 0.06504161 0.05350175]
Correct: [71.3830309  95.30407062 98.88425699 99.26434527 99.26434527]%
Cross Entropy Loss: [0.86709434 0.25422832 0.11188918 0.07137645 0.05415375]
Correct: [71.93477195 94.72780775 98.52869053 98.93330064 99.11721432]%
Cross Entropy Loss: [0.8591027  0.24022175 0.10198034 0.06137183 0.04461076]
Correct: [72.22903384 95.51250613 98.88425699 99.3992153  99.66895537]%
Cross Entropy Loss: [0.84533226 0.24366343 0.10345943 0.05983786 0.04706313]
Correct: [72.73173124 95.0833742  98.78616969 99.4973026  99.50956351]%
Cross Entropy Loss: [0.8386835  0.23451723 0.09933431 0.06333331 0.04472027]
Correct: [72.51103482 95.70868073 98.8965179  99.31338892 99.68121628]%
Cross Entropy Loss: [0.83960366 0.23375347 0.1004571  0.06462093 0.04878717]
Correct: [72.91564492 95.52476704 98.70034331 99.08043158 99.33791074]%
Cross Entropy Loss: [0.8394752  0.23533379 0.09348077 0.05623662 0.03846634]
Correct: [72.8911231  95.24276606 98.88425699 99.52182442 99.82834723]%
Cross Entropy Loss: [0.836109   0.22967277 0.0933663  0.05562613 0.04099883]
Correct: [73.00147131 95.62285434 99.00686611 99.48504169 99.70573811]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 46.02%
From layer 1:
Accuracy: 68.33%
From layer 2:
Accuracy: 73.54%
From layer 3:
Accuracy: 74.73%
From layer 4:
Accuracy: 73.06%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.10%
From layer 1:
Accuracy: 96.24%
From layer 2:
Accuracy: 99.50%
From layer 3:
Accuracy: 99.74%
From layer 4:
Accuracy: 99.25%
Checkpoint 720
models/shd_4layer_withckpts_noaugment_epoch720.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.5204554 3.9423203 3.496336  3.2967038 2.9446654]
Correct: [10.0416871  16.55223149 23.16086317 34.91907798 38.42569887]%
Cross Entropy Loss: [3.0424132 2.0210388 1.4929097 1.1504114 0.9857193]
Correct: [20.24276606 36.73369299 50.12260912 61.42717018 65.38744483]%
Cross Entropy Loss: [2.5988142 1.615342  1.1603708 0.8811603 0.748471 ]
Correct: [26.22609122 47.14320745 60.55664541 70.16920059 74.57086807]%
Cross Entropy Loss: [2.3477376  1.3989007  0.9732264  0.7410074  0.62915194]
Correct: [30.1250613  52.66061795 66.77292791 74.9019127  78.65375184]%
Cross Entropy Loss: [2.1704588 1.230394  0.8391887 0.6300346 0.5479529]
Correct: [33.58263855 57.99411476 71.60372732 78.99705738 81.49828347]%
Cross Entropy Loss: [2.0399563 1.1372118 0.7574458 0.5718725 0.4873554]
Correct: [36.51299657 61.13290829 74.50956351 81.49828347 83.76655223]%
Cross Entropy Loss: [1.9350904  1.0347586  0.6821906  0.5147108  0.43838266]
Correct: [38.70769985 64.94605199 77.72192251 83.32515939 85.63021089]%
Cross Entropy Loss: [1.8372062  0.95375174 0.61881495 0.45835495 0.39575619]
Correct: [40.51005395 67.17753801 79.87984306 85.21333987 87.150564  ]%
Cross Entropy Loss: [1.7641935  0.88954103 0.5775264  0.43570852 0.3608151 ]
Correct: [42.09171162 70.14467876 81.30210888 86.13290829 88.36439431]%
Cross Entropy Loss: [1.7019067  0.83875436 0.5342189  0.40290436 0.3337451 ]
Correct: [43.95537028 71.49337911 82.78567925 87.27317312 89.49239823]%
Cross Entropy Loss: [1.6521978  0.7960233  0.5063349  0.36839452 0.31497025]
Correct: [45.43894066 73.18538499 83.97498774 88.59735164 89.98283472]%
Cross Entropy Loss: [1.592986   0.75319844 0.47180596 0.34630597 0.2871589 ]
Correct: [46.91025012 74.54634625 85.4462972  89.43109367 90.98822952]%
Cross Entropy Loss: [1.540443   0.7129671  0.44417292 0.3260555  0.27126396]
Correct: [48.17312408 76.42226582 86.39038744 90.4610103  91.65031878]%
Cross Entropy Loss: [1.5004578  0.6944306  0.427992   0.30585378 0.2626432 ]
Correct: [49.47278077 77.53800883 86.94212849 91.23344777 92.05492889]%
Cross Entropy Loss: [1.4484944  0.641788   0.38999957 0.2919926  0.23690258]
Correct: [50.26974007 79.36488475 88.41343796 91.12309956 92.94997548]%
Cross Entropy Loss: [1.4178395  0.62232256 0.38324422 0.27973077 0.23351377]
Correct: [51.52035311 80.33349681 88.78126533 91.77292791 92.81510544]%
Cross Entropy Loss: [1.374585   0.58546364 0.35253814 0.25880185 0.21254446]
Correct: [52.8077489  81.48602256 89.88474743 92.55762629 93.96763119]%
Cross Entropy Loss: [1.3478642  0.5655549  0.33340746 0.23572849 0.19265091]
Correct: [53.56792545 82.40559098 90.80431584 93.84502207 94.7768514 ]%
Cross Entropy Loss: [1.3043792  0.54646736 0.32680672 0.23253404 0.18495385]
Correct: [55.24767043 83.10446297 90.74301128 93.59980383 95.05885238]%
Cross Entropy Loss: [1.2835157  0.5260781  0.30916858 0.21689382 0.18013489]
Correct: [55.66454144 84.26924963 91.4664051  94.42128494 95.34085336]%
Cross Entropy Loss: [1.259963   0.5078226  0.29941085 0.21408172 0.1742263 ]
Correct: [56.89063266 84.69838156 91.84649338 94.20058852 95.53702795]%
Cross Entropy Loss: [1.2353787  0.4838636  0.27823007 0.19724445 0.15861383]
Correct: [57.08680726 86.1451692  92.79058362 94.86267778 95.86807258]%
Cross Entropy Loss: [1.2205763  0.48274556 0.27667254 0.1887621  0.150803  ]
Correct: [57.77341834 85.31142717 92.44727808 95.54928887 96.4811182 ]%
Cross Entropy Loss: [1.1837283  0.45981196 0.25999284 0.18005179 0.14689791]
Correct: [58.68072585 86.31682197 93.66110839 95.54928887 96.39529181]%
Cross Entropy Loss: [1.1765559  0.45021892 0.24946797 0.18365118 0.13965425]
Correct: [59.24472781 87.16282491 93.6733693  95.1814615  96.77538009]%
Cross Entropy Loss: [1.1537154  0.4284629  0.23981695 0.1621645  0.13089629]
Correct: [60.39725356 87.93526238 94.43354586 96.1868563  96.93477195]%
Cross Entropy Loss: [1.130881   0.41909546 0.23663397 0.15916313 0.12751953]
Correct: [61.23099559 88.20500245 94.0779794  96.4811182  97.27807749]%
Cross Entropy Loss: [1.1132044  0.41149375 0.22596885 0.14916745 0.12147999]
Correct: [62.02795488 88.71996077 94.69102501 96.82442374 97.53555665]%
Cross Entropy Loss: [1.0979811  0.39677033 0.21690714 0.14625919 0.11349857]
Correct: [62.04021579 89.44335459 95.10789603 96.89798921 97.80529671]%
Cross Entropy Loss: [1.0808357  0.3848035  0.20695728 0.14273964 0.11091659]
Correct: [62.76360961 89.73761648 95.54928887 96.89798921 97.95242766]%
Cross Entropy Loss: [1.0586507  0.37557095 0.2046739  0.14203535 0.11227313]
Correct: [63.74448259 90.16674841 95.41441883 96.76311918 97.75625307]%
Cross Entropy Loss: [1.0448427  0.3681616  0.19478877 0.12991472 0.10678799]
Correct: [64.68857283 90.10544385 95.70868073 97.58460029 97.82981854]%
Cross Entropy Loss: [1.0423878  0.35809723 0.1901212  0.12529671 0.09886489]
Correct: [64.77439922 90.81657675 95.95389897 97.486513   98.14860226]%
Cross Entropy Loss: [1.0225849  0.35291263 0.18342516 0.1258982  0.0998603 ]
Correct: [65.57135851 90.80431584 96.22363904 97.42520844 98.00147131]%
Cross Entropy Loss: [1.0123693  0.34195942 0.18148586 0.12067276 0.09676584]
Correct: [65.5590976  91.17214321 96.12555174 97.65816577 98.14860226]%
Cross Entropy Loss: [0.9936839  0.33440718 0.17237157 0.11514054 0.09622829]
Correct: [66.65031878 91.89553703 96.60372732 97.73173124 98.03825405]%
Cross Entropy Loss: [0.9835074  0.32884997 0.16731414 0.10827505 0.08269794]
Correct: [66.88327612 91.9691025  96.71407553 98.17312408 98.61451692]%
Cross Entropy Loss: [0.9740348  0.3153768  0.15859604 0.10426679 0.07952438]
Correct: [67.43501717 92.72927906 97.21677293 98.30799411 98.73712604]%
Cross Entropy Loss: [0.9630202  0.31524152 0.16080749 0.10734084 0.08226549]
Correct: [67.53310446 92.43501717 97.02059833 98.07503678 98.78616969]%
Cross Entropy Loss: [0.9439443  0.30670726 0.1562174  0.1001274  0.07715994]
Correct: [69.24963217 92.83962727 97.27807749 98.28347229 98.76164787]%
Cross Entropy Loss: [0.9448247  0.29823676 0.14732248 0.09127472 0.07049592]
Correct: [68.20745463 92.94997548 97.54781756 98.77390878 99.15399706]%
Cross Entropy Loss: [0.9467981  0.29832688 0.14628401 0.09537429 0.07161526]
Correct: [68.53849926 93.04806278 97.71947033 98.51642962 99.04364885]%
Cross Entropy Loss: [0.945218   0.29166067 0.13875164 0.08475689 0.06467182]
Correct: [68.46493379 93.09710642 97.94016675 98.94556155 99.21530162]%
Cross Entropy Loss: [0.90940803 0.27620566 0.13575664 0.08829041 0.07200731]
Correct: [69.83815596 94.31093673 98.00147131 98.60225601 98.70034331]%
Cross Entropy Loss: [0.9084337  0.2780013  0.13621624 0.09080057 0.06966883]
Correct: [69.98528691 93.91858754 97.75625307 98.61451692 98.97008337]%
Cross Entropy Loss: [0.89988035 0.2685708  0.12943828 0.0892991  0.07430039]
Correct: [70.40215792 94.274154   98.02599313 98.44286415 98.62677783]%
Cross Entropy Loss: [0.9039774  0.26768595 0.12744553 0.08017053 0.05915917]
Correct: [70.30407062 94.23737126 98.23442864 98.78616969 99.301128  ]%
Cross Entropy Loss: [0.8941158  0.26351342 0.12274724 0.07617442 0.05837311]
Correct: [70.8803335  94.11476214 98.28347229 98.8965179  99.3992153 ]%
Cross Entropy Loss: [0.88573813 0.25804815 0.12082683 0.07352822 0.05429497]
Correct: [70.94163806 94.71554684 98.2957332  99.04364885 99.37469348]%
Cross Entropy Loss: [0.87229234 0.2569741  0.11866263 0.07329642 0.05492684]
Correct: [71.56694458 94.51937224 98.28347229 98.9946052  99.32564983]%
Cross Entropy Loss: [0.8736982  0.2563095  0.11776042 0.07129047 0.05475429]
Correct: [71.77538009 94.61745954 98.38155959 99.22756253 99.42373713]%
Cross Entropy Loss: [0.8609589  0.24615167 0.11328441 0.07143462 0.05257814]
Correct: [72.74399215 95.3776361  98.2957332  99.19077979 99.50956351]%
Cross Entropy Loss: [0.86980206 0.25069973 0.11474842 0.07335073 0.06060133]
Correct: [71.8857283  94.65424228 98.3938205  98.97008337 99.19077979]%
Cross Entropy Loss: [0.8572221  0.24037445 0.1041965  0.06158516 0.04290983]
Correct: [72.3884257  95.12015694 98.95782246 99.53408534 99.77930358]%
Cross Entropy Loss: [0.8501129  0.24044275 0.10536546 0.06243857 0.04717232]
Correct: [72.85434036 95.16920059 98.92103973 99.54634625 99.69347719]%
Cross Entropy Loss: [0.8337367  0.22771983 0.09887493 0.0587572  0.0436346 ]
Correct: [73.28347229 95.84355076 98.92103973 99.54634625 99.77930358]%
Cross Entropy Loss: [0.8346245  0.22490066 0.09725051 0.05825424 0.04345366]
Correct: [73.47964689 95.7822462  98.88425699 99.54634625 99.65669446]%
Cross Entropy Loss: [0.8198079  0.22110966 0.09815778 0.06091352 0.05094725]
Correct: [74.19077979 96.11329083 98.95782246 99.31338892 99.22756253]%
Cross Entropy Loss: [0.8210117  0.21897833 0.09399372 0.05962369 0.04728689]
Correct: [74.06817067 96.19911721 98.93330064 99.31338892 99.44825895]%
Cross Entropy Loss: [0.8186218  0.2186626  0.09444052 0.05504346 0.04212469]
Correct: [74.58312898 96.10102992 99.12947523 99.61991172 99.64443355]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 45.19%
From layer 1:
Accuracy: 64.05%
From layer 2:
Accuracy: 71.33%
From layer 3:
Accuracy: 72.84%
From layer 4:
Accuracy: 73.01%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 71.30%
From layer 1:
Accuracy: 95.72%
From layer 2:
Accuracy: 99.08%
From layer 3:
Accuracy: 99.47%
From layer 4:
Accuracy: 99.84%
Checkpoint 740
models/shd_4layer_withckpts_noaugment_epoch740.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.8230777 4.663421  3.2949178 2.53619   2.45496  ]
Correct: [ 9.42864149 16.50318784 24.79156449 37.5551741  40.74301128]%
Cross Entropy Loss: [3.0485642  2.0957944  1.4701955  1.09765    0.98262507]
Correct: [18.69789112 35.12751349 50.08582639 61.35360471 65.5590976 ]%
Cross Entropy Loss: [2.6213624  1.6367549  1.1476576  0.84608907 0.7513859 ]
Correct: [25.01226091 45.3776361  60.61794998 70.3776361  74.06817067]%
Cross Entropy Loss: [2.3775742  1.3931644  0.95819056 0.7168517  0.63449085]
Correct: [29.58558117 52.86905346 66.77292791 75.76017656 78.50662089]%
Cross Entropy Loss: [2.1925018  1.2292383  0.83116746 0.6185772  0.5503481 ]
Correct: [33.05541932 57.92054929 71.60372732 79.26679745 81.41245709]%
Cross Entropy Loss: [2.074004   1.1223572  0.7532398  0.5594554  0.48203906]
Correct: [35.33594899 61.47621383 74.46051986 81.2285434  84.15890142]%
Cross Entropy Loss: [1.9557711  1.0231351  0.66766983 0.49691823 0.4267227 ]
Correct: [37.49386954 65.17900932 77.75870525 83.74203041 86.36586562]%
Cross Entropy Loss: [1.8693647  0.94951314 0.6076976  0.4518975  0.39095327]
Correct: [39.39431094 66.8710152  80.23540951 85.50760177 87.57969593]%
Cross Entropy Loss: [1.7860478  0.88415635 0.5656792  0.41940755 0.36180964]
Correct: [40.9637077  70.34085336 81.74350172 86.70917116 88.47474252]%
Cross Entropy Loss: [1.7279426  0.8371703  0.53057873 0.39353123 0.33346373]
Correct: [42.25110348 72.13094654 82.84698382 87.86169691 89.78666013]%
Cross Entropy Loss: [1.6582048  0.78218883 0.49178067 0.3639791  0.30852085]
Correct: [44.56841589 74.28886709 84.33055419 88.9529181  90.59588033]%
Cross Entropy Loss: [1.6049547  0.7403408  0.4606719  0.34250388 0.29416433]
Correct: [45.73320255 75.22069642 85.81412457 89.62726827 90.79205493]%
Cross Entropy Loss: [1.5609871  0.71003824 0.4378307  0.32347828 0.2756093 ]
Correct: [47.20451202 77.07209416 86.80725846 90.32614026 91.50318784]%
Cross Entropy Loss: [1.505244   0.67992073 0.41965842 0.31495866 0.25730324]
Correct: [47.85434036 78.15105444 87.39578225 90.35066209 92.22658166]%
Cross Entropy Loss: [1.4639506  0.6345494  0.38230646 0.27917695 0.22535439]
Correct: [49.41147621 79.42618931 88.43795978 91.41736145 93.88180481]%
Cross Entropy Loss: [1.4292718  0.60873985 0.3637323  0.2642665  0.21602097]
Correct: [50.63756744 80.9220206  89.33300638 92.44727808 94.29867582]%
Cross Entropy Loss: [1.3869332  0.58652705 0.35261023 0.25307974 0.20875949]
Correct: [51.37322217 81.38793526 89.65179009 92.85188818 94.10250123]%
Cross Entropy Loss: [1.3566551  0.5711081  0.33517727 0.24289627 0.1952141 ]
Correct: [52.97940167 82.30750368 90.48553212 93.39136832 95.05885238]%
Cross Entropy Loss: [1.3328161  0.54704046 0.31841767 0.22557563 0.18581386]
Correct: [53.46983816 83.38646395 91.03727317 93.9798921  95.20598333]%
Cross Entropy Loss: [1.2975702  0.5279588  0.30930862 0.216318   0.17288086]
Correct: [54.30358019 83.95046591 91.30701324 94.31093673 95.61059343]%
Cross Entropy Loss: [1.2825621  0.51319236 0.30254862 0.21545202 0.1727258 ]
Correct: [55.40706229 84.29377146 91.65031878 94.11476214 95.36537518]%
Cross Entropy Loss: [1.2393233  0.49987876 0.28612256 0.20260192 0.16241336]
Correct: [56.79254537 84.58803335 92.33692987 94.69102501 96.15007357]%
Cross Entropy Loss: [1.2318293  0.47569498 0.26933938 0.19257715 0.15818363]
Correct: [57.06228543 86.31682197 93.06032369 95.23050515 96.10102992]%
Cross Entropy Loss: [1.2174144  0.45731947 0.257105   0.1807481  0.14922178]
Correct: [57.47915645 86.73369299 93.23197646 95.5860716  96.32172634]%
Cross Entropy Loss: [1.1907454  0.45647788 0.25431907 0.1761621  0.1413749 ]
Correct: [58.42324669 86.83178028 93.61206474 95.79450711 96.787641  ]%
Cross Entropy Loss: [1.1591604  0.43335092 0.23714413 0.1684383  0.13493435]
Correct: [59.37959784 87.39578225 94.274154   95.97842079 96.94703286]%
Cross Entropy Loss: [1.1347001  0.4208199  0.22954129 0.15615074 0.12889764]
Correct: [60.02942619 88.04561059 94.47032859 96.61598823 97.24129475]%
Cross Entropy Loss: [1.1356958  0.42611328 0.23467778 0.16800225 0.131921  ]
Correct: [60.25012261 87.57969593 94.28641491 95.76998529 96.97155468]%
Cross Entropy Loss: [1.1036936  0.40321103 0.21749759 0.15211254 0.11885088]
Correct: [61.78273664 88.89161354 95.10789603 96.51790093 97.41294752]%
Cross Entropy Loss: [1.1019005  0.38470733 0.20039594 0.1363346  0.10696646]
Correct: [61.0470819  89.3575282  95.83128985 97.14320745 98.06277587]%
Cross Entropy Loss: [1.081606   0.37839192 0.20183861 0.14110522 0.10950404]
Correct: [62.39578225 89.67631192 95.65963708 97.05738107 97.84207945]%
Cross Entropy Loss: [1.0637895  0.3692404  0.19508632 0.12803443 0.09810743]
Correct: [62.849436   90.31387935 95.94163806 97.486513   98.25895047]%
Cross Entropy Loss: [1.0472815  0.37117437 0.19193025 0.13567516 0.10311387]
Correct: [64.12457087 89.72535557 96.13781265 97.13094654 97.91564492]%
Cross Entropy Loss: [1.0234171  0.35096022 0.18321708 0.12225027 0.09569026]
Correct: [64.81118195 91.11083865 96.16233448 97.43746935 98.13634134]%
Cross Entropy Loss: [1.0189883  0.3386867  0.17398518 0.1146694  0.08803706]
Correct: [65.28935753 91.53997057 96.72633644 97.90338401 98.77390878]%
Cross Entropy Loss: [1.0019424  0.3378136  0.17273542 0.12079828 0.09407718]
Correct: [65.73075037 91.51544875 96.56694458 97.49877391 98.23442864]%
Cross Entropy Loss: [0.99112475 0.3305643  0.16409978 0.10992882 0.08243071]
Correct: [66.30701324 92.07945071 96.95929377 98.20990682 98.78616969]%
Cross Entropy Loss: [0.9863887  0.32746235 0.16965444 0.11874668 0.08619063]
Correct: [66.50318784 92.03040706 96.67729279 97.59686121 98.63903874]%
Cross Entropy Loss: [0.9657264  0.31923136 0.16251783 0.10725887 0.0809074 ]
Correct: [67.58214811 91.88327612 96.81216282 98.06277587 98.68808239]%
Cross Entropy Loss: [0.9624724  0.30770186 0.15137367 0.10475541 0.0798678 ]
Correct: [68.04806278 92.94997548 97.32712114 98.08729769 98.55321236]%
Cross Entropy Loss: [0.9557668  0.30822092 0.14755754 0.09414826 0.07104512]
Correct: [67.50858264 92.55762629 97.49877391 98.57773418 99.22756253]%
Cross Entropy Loss: [0.9388929  0.30007946 0.1499534  0.094793   0.07372956]
Correct: [68.74693477 93.08484551 97.25355566 98.4919078  98.93330064]%
Cross Entropy Loss: [0.93848735 0.2932358  0.13987958 0.0906998  0.06774849]
Correct: [68.28102011 93.2687592  97.71947033 98.63903874 99.25208436]%
Cross Entropy Loss: [0.9196423  0.284844   0.13581197 0.08823466 0.06889552]
Correct: [69.85041687 93.90632663 97.87886219 98.73712604 98.95782246]%
Cross Entropy Loss: [0.92373765 0.2789369  0.13326345 0.08695921 0.06539153]
Correct: [69.34771947 93.93084846 97.94016675 98.81069152 99.17851888]%
Cross Entropy Loss: [0.90922576 0.2796997  0.1328095  0.0856721  0.06911507]
Correct: [69.98528691 93.79597842 97.80529671 98.60225601 98.7984306 ]%
Cross Entropy Loss: [0.90583587 0.28012693 0.1334516  0.08729728 0.06254064]
Correct: [69.91172143 93.58754291 97.71947033 98.61451692 99.31338892]%
Cross Entropy Loss: [0.89148146 0.2641871  0.12154997 0.0780779  0.05704393]
Correct: [70.67189799 94.23737126 98.43060324 98.93330064 99.42373713]%
Cross Entropy Loss: [0.89044166 0.26406655 0.12245364 0.07963926 0.07285073]
Correct: [70.95389897 94.28641491 98.09955861 98.88425699 98.76164787]%
Cross Entropy Loss: [0.8826369  0.26005185 0.11747196 0.07394478 0.0528067 ]
Correct: [71.19911721 94.53163315 98.46738597 99.21530162 99.4973026 ]%
Cross Entropy Loss: [0.87540996 0.2619792  0.11640084 0.0721185  0.05233766]
Correct: [71.35850907 94.13928396 98.3938205  99.14173615 99.58312898]%
Cross Entropy Loss: [0.86149615 0.24556576 0.1092399  0.06856728 0.05063115]
Correct: [72.486513   95.16920059 98.74938695 99.26434527 99.54634625]%
Cross Entropy Loss: [0.85730124 0.24376434 0.1057649  0.06639212 0.04662213]
Correct: [72.54781756 95.38989701 98.71260422 99.44825895 99.73025993]%
Cross Entropy Loss: [0.87853783 0.25200334 0.1145767  0.07175735 0.05251916]
Correct: [71.17459539 94.43354586 98.23442864 99.05590976 99.44825895]%
Cross Entropy Loss: [0.8529761  0.23528448 0.10564809 0.06406772 0.04589245]
Correct: [72.44973026 95.48798431 98.93330064 99.3992153  99.5953899 ]%
Cross Entropy Loss: [0.8364418  0.23464602 0.10101579 0.06138444 0.04336494]
Correct: [73.65129966 95.62285434 98.93330064 99.50956351 99.84060814]%
Cross Entropy Loss: [0.8418653  0.23088063 0.10219774 0.066507   0.05017449]
Correct: [73.14860226 95.61059343 98.68808239 99.22756253 99.44825895]%
Cross Entropy Loss: [0.8379798  0.23073584 0.10018017 0.06263765 0.04258336]
Correct: [73.17312408 95.40215792 98.8965179  99.48504169 99.81608632]%
Cross Entropy Loss: [0.83182263 0.22982384 0.09577769 0.05713398 0.04060528]
Correct: [73.23442864 95.61059343 99.04364885 99.55860716 99.73025993]%
Cross Entropy Loss: [0.8302666  0.22017837 0.09151676 0.0567471  0.04745562]
Correct: [73.51642962 96.1868563  99.21530162 99.53408534 99.35017165]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.75%
From layer 1:
Accuracy: 66.87%
From layer 2:
Accuracy: 73.76%
From layer 3:
Accuracy: 75.53%
From layer 4:
Accuracy: 75.27%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.07%
From layer 1:
Accuracy: 96.78%
From layer 2:
Accuracy: 99.36%
From layer 3:
Accuracy: 99.63%
From layer 4:
Accuracy: 99.15%
Checkpoint 760
models/shd_4layer_withckpts_noaugment_epoch760.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.0189643 4.086803  3.5415177 2.6810749 2.2731164]
Correct: [ 9.36733693 16.40510054 22.06964198 35.80186366 42.82736636]%
Cross Entropy Loss: [2.942572  2.138528  1.5342482 1.0755634 0.9457142]
Correct: [19.86267778 35.22560078 47.80529671 62.81265326 67.28788622]%
Cross Entropy Loss: [2.5683718  1.6725093  1.2016443  0.8519913  0.75710464]
Correct: [25.698872   45.20598333 57.79794017 70.83128985 74.37469348]%
Cross Entropy Loss: [2.3419657 1.424982  0.9978905 0.7276915 0.634146 ]
Correct: [29.51201569 52.36635606 65.16674841 75.52721923 78.93575282]%
Cross Entropy Loss: [2.1751919 1.2549051 0.8675952 0.6217841 0.5518611]
Correct: [32.92054929 57.18489456 69.47032859 79.26679745 81.81706719]%
Cross Entropy Loss: [2.0635326  1.1412692  0.77827    0.5609253  0.49012497]
Correct: [35.29916626 61.26777832 73.9946052  81.43697891 84.15890142]%
Cross Entropy Loss: [1.9574051  1.0561019  0.71066844 0.5137914  0.45123398]
Correct: [37.5551741  64.36978911 76.01765571 83.04315841 84.98038254]%
Cross Entropy Loss: [1.845961   0.9605002  0.63502294 0.46226415 0.40057254]
Correct: [39.94605199 67.28788622 78.83766552 85.26238352 87.02795488]%
Cross Entropy Loss: [1.791406   0.90513396 0.58838207 0.4233076  0.36076915]
Correct: [41.63805787 69.37224129 81.00784698 86.58656204 88.8548308 ]%
Cross Entropy Loss: [1.7029995  0.8377512  0.54242873 0.3950416  0.33871648]
Correct: [43.75919568 72.00833742 82.72437469 87.48160863 89.62726827]%
Cross Entropy Loss: [1.6492954  0.80141306 0.51077646 0.36614335 0.31365377]
Correct: [44.99754782 73.02599313 83.69298676 88.40117705 90.43648847]%
Cross Entropy Loss: [1.6046344  0.7606623  0.49332738 0.35198647 0.29091507]
Correct: [46.10102992 75.23295733 84.18342325 88.91613536 91.47866601]%
Cross Entropy Loss: [1.5446448  0.71924514 0.45597345 0.32335678 0.26955914]
Correct: [47.80529671 76.82687592 85.71603727 90.41196665 92.22658166]%
Cross Entropy Loss: [1.5092636  0.6823898  0.42867637 0.3050534  0.26089886]
Correct: [48.71260422 78.27366356 86.88082393 90.69396763 92.17753801]%
Cross Entropy Loss: [1.4579557  0.6576531  0.4041195  0.29333633 0.24478553]
Correct: [49.98773909 78.93575282 88.22952428 91.35605689 92.53310446]%
Cross Entropy Loss: [1.4242896  0.6232411  0.38795415 0.27332398 0.22081266]
Correct: [51.06669936 80.02697401 88.2540461  91.8710152  93.71015204]%
Cross Entropy Loss: [1.3880029  0.60024035 0.36546028 0.25392914 0.20805177]
Correct: [52.36635606 80.89749877 89.49239823 92.92545365 94.34771947]%
Cross Entropy Loss: [1.373818   0.5900942  0.34984833 0.2431828  0.20064957]
Correct: [52.35409514 81.49828347 90.06866111 93.48945562 94.39676312]%
Cross Entropy Loss: [1.3399441  0.56040764 0.33028516 0.22892663 0.19216628]
Correct: [53.77636096 82.4301128  90.75527219 94.0779794  94.86267778]%
Cross Entropy Loss: [1.3007606  0.52919626 0.31404835 0.21419041 0.17159975]
Correct: [54.67140755 83.86463953 91.18440412 94.40902403 95.8803335 ]%
Cross Entropy Loss: [1.2753042  0.5189974  0.3075778  0.2097367  0.17527726]
Correct: [55.23540951 84.06081412 91.5644924  94.56841589 95.41441883]%
Cross Entropy Loss: [1.2498072  0.4947757  0.2875987  0.19447196 0.15462394]
Correct: [56.81706719 85.21333987 92.38597352 95.09563512 96.32172634]%
Cross Entropy Loss: [1.2243077  0.48255494 0.27840102 0.18788181 0.15398568]
Correct: [57.47915645 85.33594899 92.94997548 95.14467876 96.1868563 ]%
Cross Entropy Loss: [1.193288   0.4580151  0.2632295  0.17489855 0.1435136 ]
Correct: [57.74889652 86.45169201 93.24423737 95.91711623 96.76311918]%
Cross Entropy Loss: [1.1719052  0.45062903 0.2579514  0.17003247 0.14134164]
Correct: [59.28151054 87.16282491 93.50171653 96.00294262 96.49337911]%
Cross Entropy Loss: [1.1585855  0.44025496 0.25715807 0.17635646 0.13733219]
Correct: [59.88229524 87.16282491 93.66110839 95.51250613 96.93477195]%
Cross Entropy Loss: [1.1454757  0.4300924  0.2438021  0.1617351  0.13204007]
Correct: [60.39725356 87.61647867 93.80823933 96.32172634 97.04512016]%
Cross Entropy Loss: [1.1275609  0.4195382  0.23755226 0.15398945 0.11924529]
Correct: [60.75282001 88.42569887 94.01667484 96.50564002 97.46199117]%
Cross Entropy Loss: [1.1008323  0.39718127 0.21957415 0.14364721 0.10978481]
Correct: [62.13830309 89.49239823 94.82589505 96.9838156  98.11181952]%
Cross Entropy Loss: [1.107099   0.40358526 0.21912205 0.14586143 0.11379824]
Correct: [61.35360471 88.81804806 95.14467876 96.87346739 97.76851398]%
Cross Entropy Loss: [1.0679979  0.3796426  0.20563547 0.13524595 0.11264919]
Correct: [62.77587052 89.5537028  95.34085336 97.36390387 97.67042668]%
Cross Entropy Loss: [1.0533187  0.36535385 0.19569425 0.13487844 0.10109706]
Correct: [63.59735164 90.0564002  95.89259441 97.1922511  98.13634134]%
Cross Entropy Loss: [1.0517831  0.36492252 0.19833624 0.1317864  0.10260058]
Correct: [63.6586562  90.38744483 95.83128985 97.30259931 98.06277587]%
Cross Entropy Loss: [1.0319589  0.35301566 0.18997057 0.12957107 0.10612643]
Correct: [64.81118195 90.9637077  95.97842079 97.30259931 97.57233938]%
Cross Entropy Loss: [1.0266695  0.3515656  0.18463983 0.11897066 0.09660148]
Correct: [64.39431094 90.85335949 96.13781265 97.73173124 97.92790584]%
Cross Entropy Loss: [1.0037236  0.33556685 0.17516907 0.1086245  0.08370788]
Correct: [65.21579205 91.90779794 96.62824914 98.16086317 98.57773418]%
Cross Entropy Loss: [0.98357046 0.3236339  0.17019789 0.1113233  0.08497196]
Correct: [66.53997057 92.07945071 96.83668465 97.91564492 98.61451692]%
Cross Entropy Loss: [0.984892   0.32310176 0.16377144 0.10368907 0.08045469]
Correct: [66.31927415 92.0671898  97.05738107 98.38155959 98.9946052 ]%
Cross Entropy Loss: [0.9733852  0.3152761  0.1604488  0.09910695 0.07414553]
Correct: [67.31240804 92.59440902 97.20451202 98.46738597 98.9946052 ]%
Cross Entropy Loss: [0.9574767  0.30213237 0.1562784  0.10171543 0.07835636]
Correct: [67.31240804 93.42815105 97.22903384 98.25895047 98.77390878]%
Cross Entropy Loss: [0.9560776  0.30630153 0.15284948 0.09842378 0.0756733 ]
Correct: [67.74153997 92.76606179 97.47425208 98.33251594 98.74938695]%
Cross Entropy Loss: [0.94455856 0.2973326  0.15017787 0.09380573 0.07130652]
Correct: [68.63658656 93.1706719  97.53555665 98.83521334 99.06817067]%
Cross Entropy Loss: [0.935937   0.29370677 0.14507139 0.08921581 0.06419674]
Correct: [68.51397744 93.29328102 97.60912212 98.7984306  99.25208436]%
Cross Entropy Loss: [0.93638396 0.2915557  0.14145386 0.09047311 0.07156974]
Correct: [68.62432565 93.15841099 97.67042668 98.46738597 98.67582148]%
Cross Entropy Loss: [0.9185576  0.28157976 0.13520935 0.08528328 0.0626951 ]
Correct: [69.40902403 93.71015204 97.96468857 98.84747425 99.27660618]%
Cross Entropy Loss: [0.91436577 0.27626762 0.13608636 0.08269303 0.06205209]
Correct: [69.43354586 94.04119667 97.78077489 98.7984306  99.21530162]%
Cross Entropy Loss: [0.9083901  0.27171192 0.13037415 0.07891253 0.05764501]
Correct: [69.45806768 93.89406572 97.95242766 98.87199608 99.36243256]%
Cross Entropy Loss: [0.893416   0.2673388  0.13051069 0.08172646 0.05970853]
Correct: [70.32859245 94.33545856 98.11181952 98.8965179  99.27660618]%
Cross Entropy Loss: [0.8915454  0.2577729  0.12188189 0.07241565 0.05184805]
Correct: [70.40215792 94.98528691 98.32025503 99.20304071 99.60765081]%
Cross Entropy Loss: [0.8871632  0.25399834 0.11710177 0.07259142 0.05134276]
Correct: [70.62285434 94.83815596 98.56547327 99.19077979 99.53408534]%
Cross Entropy Loss: [0.87793267 0.2509068  0.11548553 0.06848678 0.05009494]
Correct: [71.49337911 94.92398234 98.4919078  99.32564983 99.50956351]%
Cross Entropy Loss: [0.8634029  0.24776049 0.11582517 0.07467678 0.05621947]
Correct: [72.1922511  95.07111329 98.33251594 98.84747425 99.33791074]%
Cross Entropy Loss: [0.8689851  0.24365313 0.11074888 0.06525748 0.04763522]
Correct: [71.23589995 95.25502697 98.76164787 99.28886709 99.65669446]%
Cross Entropy Loss: [0.87877893 0.25071913 0.11379582 0.07123687 0.05369717]
Correct: [71.37076999 94.69102501 98.57773418 99.0926925  99.33791074]%
Cross Entropy Loss: [0.85768676 0.2373899  0.11058095 0.06633769 0.04798377]
Correct: [72.20451202 95.34085336 98.2957332  99.11721432 99.53408534]%
Cross Entropy Loss: [0.8513128  0.23139012 0.10397168 0.06489182 0.05436761]
Correct: [72.62138303 95.5860716  98.78616969 99.25208436 99.27660618]%
Cross Entropy Loss: [0.85254276 0.23577023 0.10364601 0.05946612 0.04481134]
Correct: [72.26581658 95.3776361  98.76164787 99.52182442 99.65669446]%
Cross Entropy Loss: [0.828782   0.22788751 0.09867537 0.0581305  0.04189216]
Correct: [73.50416871 95.73320255 98.81069152 99.50956351 99.68121628]%
Cross Entropy Loss: [0.83414876 0.2211021  0.09582173 0.05441114 0.03934203]
Correct: [73.36929868 96.11329083 99.14173615 99.60765081 99.76704267]%
Cross Entropy Loss: [0.83396006 0.22300266 0.09560563 0.05593161 0.04062192]
Correct: [72.92790584 95.8803335  99.03138794 99.48504169 99.73025993]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 48.32%
From layer 1:
Accuracy: 67.18%
From layer 2:
Accuracy: 74.25%
From layer 3:
Accuracy: 75.18%
From layer 4:
Accuracy: 77.30%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 75.32%
From layer 1:
Accuracy: 96.21%
From layer 2:
Accuracy: 99.30%
From layer 3:
Accuracy: 99.79%
From layer 4:
Accuracy: 99.94%
Checkpoint 780
models/shd_4layer_withckpts_noaugment_epoch780.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [4.829502  3.965262  2.643125  3.1920292 1.9946439]
Correct: [10.39725356 16.12309956 29.40166748 34.45316332 44.98528691]%
Cross Entropy Loss: [2.9344196 2.0748465 1.4220107 1.1297928 0.8937931]
Correct: [21.02746444 35.6424718  52.15792055 60.22560078 69.04119667]%
Cross Entropy Loss: [2.5009475  1.6711158  1.1468544  0.8848375  0.71035373]
Correct: [27.6115743  44.8749387  60.36047082 68.35458558 75.9073075 ]%
Cross Entropy Loss: [2.2725956  1.4236273  0.95636445 0.7288937  0.5945784 ]
Correct: [31.13045611 51.44678764 67.33692987 74.08043158 79.80627759]%
Cross Entropy Loss: [2.1112194  1.2621825  0.84213823 0.6522356  0.5212429 ]
Correct: [35.1397744  57.16037273 71.8857283  77.15792055 82.88376655]%
Cross Entropy Loss: [1.9939739  1.1446497  0.7576289  0.58602226 0.47052255]
Correct: [37.35899951 61.08386464 74.32564983 79.78175576 84.47768514]%
Cross Entropy Loss: [1.8898679  1.0429087  0.6823573  0.521955   0.41752687]
Correct: [39.89700834 64.49239823 77.7096616  82.14811182 86.48847474]%
Cross Entropy Loss: [1.8146739  0.96106404 0.6226509  0.48382765 0.38586786]
Correct: [41.20892594 66.98136341 79.38940657 83.81559588 87.35899951]%
Cross Entropy Loss: [1.7490224  0.9023066  0.574209   0.43799898 0.3492527 ]
Correct: [43.50171653 69.42128494 81.62089259 85.43403629 88.94065718]%
Cross Entropy Loss: [1.6805696  0.84979105 0.5384404  0.4032799  0.3131219 ]
Correct: [44.99754782 71.19911721 82.90828838 86.80725846 90.4610103 ]%
Cross Entropy Loss: [1.6216611  0.7936795  0.50095683 0.38560104 0.30199268]
Correct: [46.23589995 73.30799411 84.39185875 87.33447769 90.9637077 ]%
Cross Entropy Loss: [1.5731251  0.75676584 0.4652624  0.351346   0.2747322 ]
Correct: [47.44973026 74.74252084 85.47081903 88.90387445 91.95684159]%
Cross Entropy Loss: [1.521399   0.71881014 0.43990248 0.3248911  0.25191474]
Correct: [48.55321236 76.25061305 86.52525748 90.08092202 92.55762629]%
Cross Entropy Loss: [1.4892744  0.67939764 0.41943994 0.3159304  0.2445797 ]
Correct: [49.92643453 77.53800883 87.13830309 90.59588033 92.49632173]%
Cross Entropy Loss: [1.4275153  0.6483379  0.38900945 0.29105863 0.22321539]
Correct: [51.72878862 78.911231   88.4502207  91.24570868 93.61206474]%
Cross Entropy Loss: [1.413414   0.63084203 0.37131333 0.27312842 0.21142426]
Correct: [52.57479156 79.78175576 89.30848455 91.83423247 94.15154487]%
Cross Entropy Loss: [1.3596239  0.59866124 0.3541893  0.25941703 0.19737296]
Correct: [53.27366356 80.62775871 89.7621383  92.42275625 94.53163315]%
Cross Entropy Loss: [1.3388438  0.575517   0.33746555 0.2456769  0.1863677 ]
Correct: [54.13192742 82.01324179 90.43648847 93.02354095 95.19372241]%
Cross Entropy Loss: [1.3113009  0.5467019  0.32188568 0.23605213 0.17622069]
Correct: [55.3212359  82.61402648 90.75527219 93.2687592  95.56154978]%
Cross Entropy Loss: [1.287775   0.5351361  0.31313485 0.23607433 0.17705989]
Correct: [56.14271702 83.76655223 91.27023051 93.44041197 95.12015694]%
Cross Entropy Loss: [1.2569618  0.5083714  0.2909248  0.20925415 0.16300617]
Correct: [56.97645905 84.50220696 92.3737126  94.49485042 96.16233448]%
Cross Entropy Loss: [1.2254504  0.4846667  0.28364515 0.20289762 0.1569883 ]
Correct: [58.26385483 85.51986268 92.32466896 94.72780775 96.27268269]%
Cross Entropy Loss: [1.1921209  0.4726368  0.26854    0.1916066  0.14328863]
Correct: [59.35507602 85.78960275 92.93771457 94.97302599 96.65277097]%
Cross Entropy Loss: [1.1902153  0.4594208  0.2575165  0.18513204 0.14085874]
Correct: [58.88916135 86.62334478 93.46493379 95.41441883 96.79990191]%
Cross Entropy Loss: [1.163209   0.45062047 0.250054   0.17917465 0.12949057]
Correct: [60.06620893 87.07699853 93.78371751 95.36537518 97.06964198]%
Cross Entropy Loss: [1.1400449  0.43011785 0.23677054 0.16870698 0.12350432]
Correct: [60.98577734 87.99656694 94.20058852 95.84355076 97.59686121]%
Cross Entropy Loss: [1.142278   0.42702818 0.23579457 0.16801107 0.12461884]
Correct: [60.86316822 87.81265326 94.33545856 95.95389897 97.25355566]%
Cross Entropy Loss: [1.1116408  0.41489607 0.22044356 0.15526645 0.11312279]
Correct: [61.68464934 88.11917607 94.93624326 96.60372732 97.60912212]%
Cross Entropy Loss: [1.0884261  0.39101052 0.2151048  0.14677367 0.10938127]
Correct: [63.00882786 89.49239823 95.19372241 96.86120647 98.01373222]%
Cross Entropy Loss: [1.076168   0.38065186 0.20633201 0.14085357 0.10323188]
Correct: [63.31535066 89.87248651 95.53702795 97.06964198 98.22216773]%
Cross Entropy Loss: [1.059228   0.3755323  0.20128211 0.13673735 0.09951308]
Correct: [63.76900441 89.77439922 95.62285434 97.35164296 98.22216773]%
Cross Entropy Loss: [1.0543402  0.36799774 0.19087796 0.12833066 0.09200053]
Correct: [63.46248161 90.2648357  96.22363904 97.73173124 98.71260422]%
Cross Entropy Loss: [1.0284667  0.35515535 0.18283781 0.12064067 0.08713336]
Correct: [65.17900932 90.74301128 96.34624816 97.96468857 98.7984306 ]%
Cross Entropy Loss: [1.017021   0.34600285 0.17810905 0.11974405 0.08323881]
Correct: [65.51005395 91.44188328 96.49337911 97.95242766 98.81069152]%
Cross Entropy Loss: [1.0147877  0.34877172 0.17706652 0.11865125 0.08471931]
Correct: [65.54683668 91.12309956 96.53016184 97.6949485  98.62677783]%
Cross Entropy Loss: [0.9925232  0.3330136  0.17093933 0.1144928  0.08752042]
Correct: [66.44188328 91.65031878 96.81216282 97.96468857 98.47964689]%
Cross Entropy Loss: [0.99128187 0.33157697 0.16402198 0.1064481  0.07774331]
Correct: [66.61353605 91.65031878 96.97155468 98.46738597 99.06817067]%
Cross Entropy Loss: [0.97367895 0.31438443 0.15875292 0.10749695 0.07497048]
Correct: [67.71701815 92.31240804 97.08190289 98.36929868 99.14173615]%
Cross Entropy Loss: [0.961617   0.3123014  0.15719077 0.10958551 0.07992524]
Correct: [67.42275625 92.55762629 97.13094654 97.97694949 98.55321236]%
Cross Entropy Loss: [0.95243025 0.2994909  0.15063363 0.10143783 0.07298047]
Correct: [68.02354095 93.45267288 97.46199117 98.28347229 99.00686611]%
Cross Entropy Loss: [0.95240086 0.2984077  0.14905679 0.09747464 0.06742393]
Correct: [67.88867092 92.82736636 97.58460029 98.45512506 99.22756253]%
Cross Entropy Loss: [0.9439514  0.29342246 0.14541768 0.09885456 0.07231776]
Correct: [68.61206474 93.42815105 97.54781756 98.17312408 98.8965179 ]%
Cross Entropy Loss: [0.9263362  0.29152486 0.14278185 0.09460362 0.06976382]
Correct: [69.64198136 93.04806278 97.60912212 98.43060324 99.01912702]%
Cross Entropy Loss: [0.91173494 0.2773421  0.12855576 0.08198569 0.05660374]
Correct: [69.94850417 93.83276116 98.2957332  98.9946052  99.46051986]%
Cross Entropy Loss: [0.9183084  0.2767483  0.130221   0.08164413 0.05647105]
Correct: [69.74006866 93.90632663 98.16086317 99.01912702 99.42373713]%
Cross Entropy Loss: [0.9066242  0.27794844 0.13214627 0.08350576 0.0586351 ]
Correct: [70.54928887 93.53849926 98.05051496 98.73712604 99.27660618]%
Cross Entropy Loss: [0.88930255 0.26717362 0.12697017 0.08724065 0.0597991 ]
Correct: [70.73320255 94.05345758 98.12408043 98.62677783 99.31338892]%
Cross Entropy Loss: [0.89597994 0.26186863 0.12342472 0.08066576 0.05848403]
Correct: [70.42667974 94.33545856 98.07503678 98.8965179  99.19077979]%
Cross Entropy Loss: [0.87840784 0.25701362 0.11750349 0.07368153 0.0500697 ]
Correct: [71.32172634 94.64198136 98.4919078  99.21530162 99.61991172]%
Cross Entropy Loss: [0.8772367  0.25302142 0.11364742 0.07172482 0.05388078]
Correct: [71.24816086 94.8749387  98.67582148 99.25208436 99.43599804]%
Cross Entropy Loss: [0.8757791  0.25920916 0.12024529 0.07831234 0.05541848]
Correct: [71.41981363 94.32319765 98.23442864 98.92103973 99.3992153 ]%
Cross Entropy Loss: [0.8619563  0.23960318 0.10671359 0.06643542 0.04690092]
Correct: [72.21677293 95.38989701 98.92103973 99.48504169 99.60765081]%
Cross Entropy Loss: [0.85154253 0.2350536  0.10509187 0.06175284 0.04312627]
Correct: [73.13634134 95.23050515 98.82295243 99.57086807 99.75478176]%
Cross Entropy Loss: [0.8477416  0.23820782 0.10882264 0.06755073 0.04663339]
Correct: [72.47425208 95.51250613 98.61451692 99.19077979 99.55860716]%
Cross Entropy Loss: [0.8444019  0.23800999 0.10618062 0.0633425  0.04550107]
Correct: [72.92790584 95.07111329 98.62677783 99.47278077 99.63217263]%
Cross Entropy Loss: [0.85685927 0.23142087 0.10091099 0.06350736 0.04464773]
Correct: [72.03285924 95.69641981 98.81069152 99.35017165 99.66895537]%
Cross Entropy Loss: [0.8388419  0.22802769 0.09998441 0.06209683 0.04488555]
Correct: [73.06277587 95.70868073 98.74938695 99.43599804 99.69347719]%
Cross Entropy Loss: [0.8402679  0.2269413  0.10008367 0.06149517 0.04052895]
Correct: [72.7930358  95.63511525 98.76164787 99.44825895 99.73025993]%
Cross Entropy Loss: [0.8239448  0.2211818  0.09462945 0.05666258 0.03931788]
Correct: [73.52869053 95.6841589  99.11721432 99.64443355 99.82834723]%
Cross Entropy Loss: [0.8247469  0.21251163 0.09011964 0.0549669  0.03974625]
Correct: [73.92103973 96.50564002 99.32564983 99.65669446 99.75478176]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 48.98%
From layer 1:
Accuracy: 68.42%
From layer 2:
Accuracy: 73.10%
From layer 3:
Accuracy: 75.93%
From layer 4:
Accuracy: 76.63%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.51%
From layer 1:
Accuracy: 96.86%
From layer 2:
Accuracy: 99.41%
From layer 3:
Accuracy: 99.88%
From layer 4:
Accuracy: 99.99%
Checkpoint 800
models/shd_4layer_withckpts_noaugment_epoch800.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.289023  4.2284117 3.5748196 3.0008144 2.3796225]
Correct: [ 9.0362923  15.75527219 21.17459539 35.43403629 41.58901422]%
Cross Entropy Loss: [2.972946   2.0780382  1.5804186  1.0954561  0.95585024]
Correct: [20.48798431 35.0416871  47.36390387 62.6532614  67.41049534]%
Cross Entropy Loss: [2.5550992 1.654887  1.1862714 0.8380622 0.722379 ]
Correct: [26.32417852 44.91172143 59.33055419 71.57920549 75.46591466]%
Cross Entropy Loss: [2.321538   1.4150177  0.98995566 0.69715995 0.62234753]
Correct: [31.05689063 50.99313389 66.23344777 76.32417852 79.18097106]%
Cross Entropy Loss: [2.167559   1.2632374  0.84807    0.61006147 0.54551905]
Correct: [34.02403139 57.16037273 70.96615988 79.54879843 82.01324179]%
Cross Entropy Loss: [2.0400493  1.130198   0.7558173  0.5426724  0.47948766]
Correct: [35.97351643 60.98577734 74.27660618 82.20941638 84.15890142]%
Cross Entropy Loss: [1.9533393  1.0404092  0.6792774  0.49378082 0.424353  ]
Correct: [38.58509073 64.22265817 77.07209416 83.52133399 86.40264836]%
Cross Entropy Loss: [1.8447933  0.9553895  0.61040294 0.45334256 0.38455093]
Correct: [40.49779304 67.49632173 79.97793036 85.55664541 87.83717509]%
Cross Entropy Loss: [1.7930293  0.8978554  0.5807051  0.4316363  0.36063117]
Correct: [41.85875429 69.85041687 81.16723884 86.47621383 88.42569887]%
Cross Entropy Loss: [1.7052869  0.8263404  0.5169497  0.37255824 0.3167951 ]
Correct: [44.0779794  71.94703286 83.26385483 88.07013242 90.35066209]%
Cross Entropy Loss: [1.6500194  0.77912956 0.4838663  0.35559607 0.29585642]
Correct: [44.76459049 74.32564983 84.79646886 88.94065718 90.98822952]%
Cross Entropy Loss: [1.6037486  0.7541444  0.46954012 0.3378067  0.29128012]
Correct: [46.16233448 74.81608632 85.36047082 89.63952918 90.9637077 ]%
Cross Entropy Loss: [1.5616367  0.71724606 0.44032848 0.3171978  0.26449272]
Correct: [47.03285924 76.71652771 86.50073565 90.22805297 92.33692987]%
Cross Entropy Loss: [1.5102403  0.67897886 0.41576603 0.29684615 0.24011876]
Correct: [49.01912702 77.73418342 87.30995586 91.08631682 92.61893085]%
Cross Entropy Loss: [1.4792411  0.65188795 0.39021996 0.27676404 0.22687083]
Correct: [49.31338892 78.89897008 88.29082884 92.1652771  93.42815105]%
Cross Entropy Loss: [1.424904   0.6142283  0.36893314 0.26028466 0.2191299 ]
Correct: [51.53261403 80.55419323 88.81804806 92.5698872  94.06571849]%
Cross Entropy Loss: [1.4128827  0.59550476 0.3513938  0.24539846 0.20304175]
Correct: [52.13339872 81.09367337 89.99509564 93.42815105 94.60519863]%
Cross Entropy Loss: [1.3687882  0.5769612  0.33667582 0.236803   0.19139187]
Correct: [53.20009809 82.19715547 90.48553212 93.83276116 94.60519863]%
Cross Entropy Loss: [1.346275   0.5506513  0.32106873 0.2230511  0.1803922 ]
Correct: [53.93575282 82.99411476 91.04953409 93.96763119 95.0833742 ]%
Cross Entropy Loss: [1.3017248  0.52476037 0.3025206  0.21472092 0.17297618]
Correct: [54.75723394 84.24472781 91.92005885 94.39676312 95.3776361 ]%
Cross Entropy Loss: [1.2887452  0.50327265 0.28318247 0.19613262 0.15650098]
Correct: [55.76262874 84.84551251 92.69249632 95.00980873 96.53016184]%
Cross Entropy Loss: [1.2450391  0.48316154 0.2735824  0.18774277 0.14993705]
Correct: [57.24619912 85.92447278 92.80284453 95.57381069 96.62824914]%
Cross Entropy Loss: [1.2164023  0.4742076  0.2641871  0.18142869 0.14507166]
Correct: [57.9328102  86.08386464 93.28102011 95.62285434 96.56694458]%
Cross Entropy Loss: [1.2138063  0.46694112 0.2633512  0.18031172 0.14392269]
Correct: [58.17802845 86.12064738 93.30554193 95.69641981 96.81216282]%
Cross Entropy Loss: [1.180459   0.44090664 0.24356245 0.1726997  0.13665003]
Correct: [58.8401177  87.38352133 93.83276116 96.02746444 96.76311918]%
Cross Entropy Loss: [1.1735297  0.43002206 0.23276386 0.16096348 0.12732624]
Correct: [59.47768514 88.13143698 94.22511035 96.24816086 97.24129475]%
Cross Entropy Loss: [1.1320992  0.41014817 0.21876042 0.15430894 0.12492138]
Correct: [61.08386464 88.81804806 95.03433055 96.49337911 97.16772928]%
Cross Entropy Loss: [1.1355777  0.4054072  0.2144395  0.14410669 0.1139515 ]
Correct: [61.07160373 88.36439431 95.35311427 97.11868563 97.7930358 ]%
Cross Entropy Loss: [1.1028414  0.38901344 0.208865   0.1378016  0.10646297]
Correct: [62.08925944 89.82344286 95.61059343 97.30259931 98.1976459 ]%
Cross Entropy Loss: [1.0961658  0.38657004 0.20640329 0.13379152 0.10259273]
Correct: [62.42030407 89.38205002 95.59833252 97.486513   98.16086317]%
Cross Entropy Loss: [1.074424   0.37462285 0.19486356 0.12578292 0.09754736]
Correct: [63.48700343 90.19127023 96.01520353 97.64590486 98.36929868]%
Cross Entropy Loss: [1.0559591  0.3632621  0.1932536  0.1284309  0.09848154]
Correct: [63.90387445 90.52231486 95.97842079 97.59686121 98.25895047]%
Cross Entropy Loss: [1.0574892  0.3641533  0.18893456 0.12203091 0.09231231]
Correct: [63.79352624 90.30161844 95.91711623 97.68268759 98.4919078 ]%
Cross Entropy Loss: [1.031064   0.34278443 0.17430055 0.11164294 0.08458889]
Correct: [64.7621383  91.44188328 96.70181462 98.1976459  98.7984306 ]%
Cross Entropy Loss: [1.025648   0.34365964 0.17187655 0.11125234 0.08572999]
Correct: [64.63952918 91.29475233 96.83668465 98.13634134 98.61451692]%
Cross Entropy Loss: [1.0054003  0.33203208 0.1664718  0.10800351 0.0813474 ]
Correct: [65.85335949 91.72388426 97.08190289 98.1976459  98.98234429]%
Cross Entropy Loss: [1.0047045  0.3295582  0.16711034 0.11202892 0.08675133]
Correct: [65.91466405 91.88327612 96.6895537  97.73173124 98.40608141]%
Cross Entropy Loss: [0.97746825 0.31214696 0.1527642  0.0978533  0.07139365]
Correct: [67.22658166 92.4717999  97.60912212 98.52869053 99.15399706]%
Cross Entropy Loss: [0.972436   0.31199092 0.15322216 0.09798978 0.07174791]
Correct: [67.14075527 92.6679745  97.37616479 98.4919078  99.17851888]%
Cross Entropy Loss: [0.9546647  0.29902473 0.14606594 0.09229527 0.07279178]
Correct: [68.18293281 93.39136832 97.70720942 98.68808239 99.0926925 ]%
Cross Entropy Loss: [0.95315665 0.29241866 0.14440784 0.09436172 0.07065143]
Correct: [68.20745463 93.58754291 97.59686121 98.36929868 99.06817067]%
Cross Entropy Loss: [0.9552999  0.29391962 0.14054373 0.09028726 0.06892988]
Correct: [67.6679745  93.21971555 97.75625307 98.72486513 99.16625797]%
Cross Entropy Loss: [0.94033974 0.28639874 0.13628866 0.08662353 0.07145336]
Correct: [68.91858754 93.68563021 98.00147131 98.73712604 98.93330064]%
Cross Entropy Loss: [0.9362223  0.28712    0.14148298 0.08589809 0.06565256]
Correct: [68.58754291 93.40362923 97.46199117 98.7984306  99.01912702]%
Cross Entropy Loss: [0.91770065 0.2771816  0.13064477 0.0840468  0.06071737]
Correct: [69.6787641  93.83276116 97.85434036 98.72486513 99.31338892]%
Cross Entropy Loss: [0.9147818  0.2773253  0.13085935 0.08252546 0.05942233]
Correct: [70.00980873 93.59980383 97.7930358  98.78616969 99.22756253]%
Cross Entropy Loss: [0.9041368  0.26710773 0.12286063 0.07662243 0.05737849]
Correct: [69.92398234 94.1760667  98.30799411 99.06817067 99.35017165]%
Cross Entropy Loss: [0.8989612  0.2557374  0.11731599 0.07086151 0.05420977]
Correct: [70.76998529 94.75232957 98.4919078  99.25208436 99.53408534]%
Cross Entropy Loss: [0.89140475 0.25994712 0.12109599 0.07496804 0.06084672]
Correct: [71.10102992 94.33545856 98.30799411 99.11721432 99.20304071]%
Cross Entropy Loss: [0.8893913  0.2564392  0.11918046 0.06918202 0.05260943]
Correct: [71.12555174 94.39676312 98.01373222 99.301128   99.41147621]%
Cross Entropy Loss: [0.8808085  0.24715197 0.10886536 0.06493013 0.04640398]
Correct: [71.32172634 95.26728789 98.55321236 99.42373713 99.73025993]%
Cross Entropy Loss: [0.8689431  0.24146646 0.10788949 0.06647333 0.04762075]
Correct: [72.25355566 95.16920059 98.60225601 99.31338892 99.57086807]%
Cross Entropy Loss: [0.863324   0.23739843 0.10602802 0.0635133  0.04489007]
Correct: [72.03285924 95.63511525 98.74938695 99.35017165 99.68121628]%
Cross Entropy Loss: [0.8560158  0.23818967 0.10393257 0.06397399 0.06205894]
Correct: [72.3884257  95.21824424 98.77390878 99.28886709 98.84747425]%
Cross Entropy Loss: [0.85261035 0.22757931 0.1002508  0.06099965 0.0435361 ]
Correct: [72.51103482 96.05198627 98.92103973 99.47278077 99.68121628]%
Cross Entropy Loss: [0.84881157 0.23064585 0.10267854 0.06327772 0.04534166]
Correct: [72.87886219 95.47572339 98.85973516 99.38695439 99.4973026 ]%
Cross Entropy Loss: [0.8420098  0.22728686 0.09896877 0.06107528 0.04241293]
Correct: [73.34477685 95.76998529 98.92103973 99.38695439 99.64443355]%
Cross Entropy Loss: [0.84048575 0.22140092 0.09453198 0.05465833 0.03851852]
Correct: [73.11181952 96.05198627 99.03138794 99.63217263 99.8038254 ]%
Cross Entropy Loss: [0.83052856 0.21675898 0.09435081 0.05566749 0.03836961]
Correct: [73.24668955 96.39529181 99.14173615 99.54634625 99.8038254 ]%
Cross Entropy Loss: [0.8318246  0.21948105 0.09251635 0.05236104 0.03760941]
Correct: [73.14860226 95.90485532 99.00686611 99.57086807 99.76704267]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 46.91%
From layer 1:
Accuracy: 67.14%
From layer 2:
Accuracy: 73.94%
From layer 3:
Accuracy: 76.28%
From layer 4:
Accuracy: 77.12%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 72.74%
From layer 1:
Accuracy: 95.83%
From layer 2:
Accuracy: 99.12%
From layer 3:
Accuracy: 99.78%
From layer 4:
Accuracy: 99.69%
Checkpoint 820
models/shd_4layer_withckpts_noaugment_epoch820.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [6.8733487 4.066725  3.5315282 2.8413107 2.6375718]
Correct: [ 8.39872487 14.63952918 22.68268759 36.58656204 40.91466405]%
Cross Entropy Loss: [3.2911658 2.1248603 1.5641577 1.1168656 0.9373329]
Correct: [17.05492889 34.37959784 46.81216282 61.28003923 67.21432075]%
Cross Entropy Loss: [2.7116575 1.6769726 1.1920942 0.874726  0.7350892]
Correct: [23.90877881 44.94850417 58.20255027 69.74006866 75.01226091]%
Cross Entropy Loss: [2.3957202 1.4139893 0.9679792 0.7249137 0.6038911]
Correct: [28.58018637 52.1088769  66.20892594 75.22069642 79.94114762]%
Cross Entropy Loss: [2.23522   1.2436272 0.8588796 0.6463937 0.5476537]
Correct: [31.63315351 57.20941638 70.52476704 78.70279549 81.87837175]%
Cross Entropy Loss: [2.0702167  1.1140605  0.75277925 0.5639993  0.45746088]
Correct: [35.20107896 62.04021579 74.28886709 81.33889161 85.4462972 ]%
Cross Entropy Loss: [1.978852   1.0208273  0.6761042  0.5066536  0.40803647]
Correct: [36.80725846 64.98283472 77.63609613 83.44776851 87.23639039]%
Cross Entropy Loss: [1.8704793  0.94605994 0.6190889  0.46970758 0.3869627 ]
Correct: [38.80578715 68.1706719  79.76949485 84.62481609 87.43256498]%
Cross Entropy Loss: [1.781076   0.8797798  0.57378256 0.43159944 0.34752074]
Correct: [41.4664051  70.12015694 81.31436979 86.05934282 89.10004904]%
Cross Entropy Loss: [1.7301793  0.83429533 0.53154594 0.39496762 0.31909195]
Correct: [42.41049534 71.94703286 82.9328102  87.06473762 89.87248651]%
Cross Entropy Loss: [1.673014   0.77971226 0.49456984 0.36722642 0.29816645]
Correct: [44.0779794  73.82295243 84.37959784 88.49926435 90.70622854]%
Cross Entropy Loss: [1.6053408  0.737085   0.46645322 0.3524652  0.282023  ]
Correct: [45.13241785 75.35556645 85.27464443 88.83030897 91.28249142]%
Cross Entropy Loss: [1.5519025  0.7015997  0.44029728 0.32391924 0.2533586 ]
Correct: [47.10642472 77.19470329 86.43943109 90.00735655 92.41049534]%
Cross Entropy Loss: [1.4980578  0.66570204 0.41215906 0.30199608 0.23813331]
Correct: [48.66356057 78.05296714 87.5551741  91.02501226 93.09710642]%
Cross Entropy Loss: [1.479256   0.64376223 0.39489272 0.28968844 0.22937404]
Correct: [49.36243256 79.16871015 87.71456596 91.07405591 93.1706719 ]%
Cross Entropy Loss: [1.425769   0.6092145  0.37853372 0.2752623  0.2142463 ]
Correct: [51.09122119 80.24767043 88.91613536 92.05492889 94.04119667]%
Cross Entropy Loss: [1.3913465  0.5789392  0.36244857 0.2597329  0.20192383]
Correct: [51.5080922  81.95193722 89.46787641 92.45953899 94.44580677]%
Cross Entropy Loss: [1.3487278  0.5656973  0.33830172 0.24902977 0.19585001]
Correct: [53.1142717  82.13585091 90.30161844 92.65571359 94.8749387 ]%
Cross Entropy Loss: [1.3269525  0.53408515 0.3204414  0.22840163 0.18173036]
Correct: [54.26679745 83.19028936 91.34379598 93.61206474 95.45120157]%
Cross Entropy Loss: [1.2938403  0.5096226  0.30051008 0.21187818 0.16758905]
Correct: [55.76262874 84.60029426 91.85875429 94.42128494 95.79450711]%
Cross Entropy Loss: [1.2623253  0.49386418 0.29187334 0.20775323 0.15987812]
Correct: [56.46150074 85.22560078 92.05492889 94.32319765 96.13781265]%
Cross Entropy Loss: [1.2335361  0.47228712 0.2769581  0.19627288 0.14765844]
Correct: [56.91515449 86.10838646 92.81510544 94.89946052 96.62824914]%
Cross Entropy Loss: [1.2192882  0.46873677 0.2662289  0.192679   0.14361495]
Correct: [57.9328102  86.23099559 93.19519372 95.03433055 96.57920549]%
Cross Entropy Loss: [1.1949782  0.45090863 0.2590217  0.18274762 0.13513002]
Correct: [58.4355076  86.78273664 93.50171653 95.21824424 97.14320745]%
Cross Entropy Loss: [1.1724867  0.43437123 0.24683797 0.16848825 0.13075617]
Correct: [59.35507602 87.7513487  93.88180481 95.8803335  97.04512016]%
Cross Entropy Loss: [1.1542978  0.4297342  0.24838626 0.16763581 0.13195573]
Correct: [59.74742521 87.87395782 93.56302109 95.72094164 96.79990191]%
Cross Entropy Loss: [1.1239864  0.40991512 0.2357261  0.16201669 0.1294706 ]
Correct: [60.48307994 88.21726336 94.274154   95.97842079 96.95929377]%
Cross Entropy Loss: [1.1108799  0.393424   0.22419488 0.1506306  0.11405005]
Correct: [61.86856302 89.28396273 94.81363413 96.51790093 97.68268759]%
Cross Entropy Loss: [1.0968753  0.38973394 0.21960373 0.14737464 0.11177193]
Correct: [62.53065228 89.36978911 94.72780775 96.67729279 97.62138303]%
Cross Entropy Loss: [1.0800257  0.38372263 0.21235482 0.14091505 0.10570456]
Correct: [62.30995586 89.19813634 95.09563512 96.81216282 98.05051496]%
Cross Entropy Loss: [1.0655805  0.36913133 0.20276009 0.14018944 0.10574641]
Correct: [63.4502207  90.06866111 95.50024522 96.87346739 97.86660128]%
Cross Entropy Loss: [1.0539784  0.3597396  0.19630851 0.12929522 0.10004192]
Correct: [63.71996077 90.37518391 95.54928887 97.22903384 98.14860226]%
Cross Entropy Loss: [1.0320716  0.34965295 0.18947764 0.12702021 0.0978411 ]
Correct: [64.66405101 91.3683178  95.95389897 97.3884257  98.08729769]%
Cross Entropy Loss: [1.0267973  0.34209037 0.17812839 0.11945095 0.09012875]
Correct: [65.22805297 91.25796959 96.64051005 97.80529671 98.43060324]%
Cross Entropy Loss: [1.0134492  0.33864987 0.18044429 0.11808138 0.09025006]
Correct: [65.30161844 91.29475233 96.1868563  97.49877391 98.32025503]%
Cross Entropy Loss: [1.0098948  0.32558435 0.16891561 0.11240947 0.0819132 ]
Correct: [65.64492398 92.00588524 96.61598823 97.82981854 98.73712604]%
Cross Entropy Loss: [0.98605895 0.31768805 0.16493523 0.10727764 0.08051227]
Correct: [67.25110348 92.30014713 97.04512016 98.08729769 98.81069152]%
Cross Entropy Loss: [0.97647995 0.31699732 0.16399212 0.10873036 0.08224993]
Correct: [67.23884257 92.32466896 96.9838156  98.00147131 98.56547327]%
Cross Entropy Loss: [0.9606497  0.30239058 0.15468872 0.1016201  0.07434855]
Correct: [67.82736636 92.81510544 97.14320745 98.1976459  99.05590976]%
Cross Entropy Loss: [0.96449226 0.302168   0.15757763 0.09890404 0.07202729]
Correct: [68.13388916 92.72927906 97.17999019 98.3938205  99.01912702]%
Cross Entropy Loss: [0.9407916  0.291709   0.14816488 0.09302726 0.06746472]
Correct: [68.94310937 93.37910741 97.58460029 98.56547327 99.17851888]%
Cross Entropy Loss: [0.94074947 0.28386965 0.14007366 0.08696665 0.06206064]
Correct: [68.34232467 93.78371751 97.6949485  98.90877881 99.41147621]%
Cross Entropy Loss: [0.9205284  0.2832353  0.13983318 0.09451269 0.0697846 ]
Correct: [69.65424228 93.59980383 97.78077489 98.38155959 98.85973516]%
Cross Entropy Loss: [0.9382155  0.27468657 0.13570495 0.08484619 0.06081811]
Correct: [68.42815105 94.20058852 97.82981854 98.78616969 99.36243256]%
Cross Entropy Loss: [0.91919196 0.27938724 0.137578   0.09107757 0.06616469]
Correct: [69.51937224 93.59980383 97.53555665 98.43060324 99.06817067]%
Cross Entropy Loss: [0.90520763 0.27293655 0.13596667 0.08582906 0.06392156]
Correct: [70.40215792 93.83276116 97.70720942 98.71260422 99.19077979]%
Cross Entropy Loss: [0.89826876 0.26320282 0.12672694 0.07951239 0.05563423]
Correct: [70.84355076 94.51937224 98.02599313 98.77390878 99.48504169]%
Cross Entropy Loss: [0.8840996  0.2504226  0.11882325 0.07648483 0.05675108]
Correct: [71.37076999 95.53702795 98.57773418 98.98234429 99.33791074]%
Cross Entropy Loss: [0.8795391  0.25315675 0.12210502 0.07470904 0.05580444]
Correct: [71.81216282 94.35998038 98.28347229 99.06817067 99.35017165]%
Cross Entropy Loss: [0.87946236 0.25688648 0.12140148 0.07399531 0.05326407]
Correct: [71.21137813 94.70328592 98.22216773 99.10495341 99.44825895]%
Cross Entropy Loss: [0.871494   0.24944583 0.11415878 0.06931895 0.04801023]
Correct: [71.92251103 94.5806768  98.56547327 99.21530162 99.61991172]%
Cross Entropy Loss: [0.86422235 0.24715188 0.11731925 0.07236067 0.0529367 ]
Correct: [72.2903384  94.97302599 98.40608141 99.16625797 99.46051986]%
Cross Entropy Loss: [0.85711825 0.24115677 0.11028108 0.06657553 0.04823495]
Correct: [72.63364394 95.36537518 98.60225601 99.20304071 99.4973026 ]%
Cross Entropy Loss: [0.8620918  0.24003385 0.1114561  0.06927258 0.04932122]
Correct: [72.46199117 95.2795488  98.51642962 99.11721432 99.52182442]%
Cross Entropy Loss: [0.843494   0.22737865 0.10173888 0.06217415 0.04534885]
Correct: [73.28347229 95.73320255 98.90877881 99.50956351 99.61991172]%
Cross Entropy Loss: [0.83592385 0.2224979  0.1007829  0.06162757 0.04556011]
Correct: [73.12408043 95.99068171 98.92103973 99.4973026  99.57086807]%
Cross Entropy Loss: [0.8401285  0.23210905 0.1076244  0.06460959 0.04271957]
Correct: [73.30799411 95.34085336 98.43060324 99.26434527 99.64443355]%
Cross Entropy Loss: [0.82788944 0.22191536 0.09929821 0.06155298 0.04409152]
Correct: [73.98234429 95.64737616 98.84747425 99.23982344 99.5953899 ]%
Cross Entropy Loss: [0.83269346 0.22500378 0.09846812 0.06121745 0.04113   ]
Correct: [73.27121138 95.73320255 98.88425699 99.37469348 99.65669446]%
Cross Entropy Loss: [0.8228622  0.21535218 0.09298096 0.05783149 0.04008213]
Correct: [73.88425699 96.19911721 99.17851888 99.50956351 99.74252084]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 48.63%
From layer 1:
Accuracy: 66.52%
From layer 2:
Accuracy: 73.90%
From layer 3:
Accuracy: 74.07%
From layer 4:
Accuracy: 74.65%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 75.20%
From layer 1:
Accuracy: 95.76%
From layer 2:
Accuracy: 98.93%
From layer 3:
Accuracy: 99.57%
From layer 4:
Accuracy: 99.29%
Checkpoint 840
models/shd_4layer_withckpts_noaugment_epoch840.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.419784  4.0169997 3.2512524 2.77845   2.4762712]
Correct: [10.18881805 18.15841099 23.51642962 35.5443845  40.0564002 ]%
Cross Entropy Loss: [2.9885793 1.9940538 1.5067707 1.0839611 0.9856982]
Correct: [20.16920059 37.18734674 48.87199608 61.97891123 65.71848946]%
Cross Entropy Loss: [2.5519657  1.5982485  1.1537069  0.85439223 0.7613579 ]
Correct: [27.02305051 47.14320745 60.20107896 70.61059343 73.70034331]%
Cross Entropy Loss: [2.3233242  1.3724183  0.97643226 0.699144   0.62650007]
Correct: [30.71358509 53.60470819 66.84649338 75.77243747 78.72731731]%
Cross Entropy Loss: [2.1515932  1.2187524  0.83339727 0.6187942  0.5433741 ]
Correct: [34.0362923  58.34968122 71.51790093 78.911231   81.40019617]%
Cross Entropy Loss: [2.0245423  1.105192   0.75972104 0.5651378  0.49329638]
Correct: [36.19421285 62.43256498 74.20304071 81.05689063 83.37420304]%
Cross Entropy Loss: [1.9402194  1.0145719  0.67453605 0.4911223  0.41912574]
Correct: [38.8548308  65.54683668 77.47670427 83.60716037 85.91221187]%
Cross Entropy Loss: [1.8398693  0.93335176 0.62511474 0.45429412 0.38283676]
Correct: [40.37518391 68.24423737 79.73271211 85.20107896 87.66552231]%
Cross Entropy Loss: [1.7497199  0.85604197 0.55879253 0.40884477 0.35154825]
Correct: [42.26336439 71.29720451 81.98871996 86.61108386 88.74448259]%
Cross Entropy Loss: [1.6904621  0.8250586  0.53400004 0.39938453 0.32658044]
Correct: [43.82050025 72.82981854 82.87150564 87.29769495 89.68857283]%
Cross Entropy Loss: [1.6326104  0.76866674 0.49788162 0.36428076 0.2999782 ]
Correct: [45.74546346 74.38695439 84.42864149 88.51152526 90.51005395]%
Cross Entropy Loss: [1.5818928  0.7272681  0.46400276 0.33844006 0.28084153]
Correct: [46.30946542 76.04217754 85.63021089 89.34526729 91.39283963]%
Cross Entropy Loss: [1.5366722  0.6886966  0.4409348  0.31030187 0.2704267 ]
Correct: [48.07503678 77.56253065 86.16969103 90.362923   91.73614517]%
Cross Entropy Loss: [1.47943    0.64728963 0.405965   0.2967418  0.24174988]
Correct: [49.61991172 79.40166748 87.56743502 91.08631682 93.02354095]%
Cross Entropy Loss: [1.448451   0.63446563 0.39118034 0.27835387 0.22586687]
Correct: [50.29426189 79.76949485 88.41343796 91.83423247 93.575282  ]%
Cross Entropy Loss: [1.4048204  0.5994124  0.3695404  0.26783246 0.21971355]
Correct: [51.7042668  81.51054438 88.9529181  92.00588524 93.64884747]%
Cross Entropy Loss: [1.373256   0.5720051  0.34947658 0.25348806 0.20820902]
Correct: [52.64835704 81.7312408  89.93379107 92.42275625 94.09024031]%
Cross Entropy Loss: [1.3514286  0.5625356  0.34958524 0.24027872 0.19531427]
Correct: [52.99166258 82.38106915 89.72535557 93.34232467 94.80137322]%
Cross Entropy Loss: [1.3153851  0.5409453  0.32207885 0.23175408 0.18562476]
Correct: [54.37714566 82.88376655 90.95144679 93.62432565 95.26728789]%
Cross Entropy Loss: [1.2800139  0.5105233  0.30418986 0.20988311 0.16912282]
Correct: [55.64001962 83.95046591 91.58901422 94.35998038 95.73320255]%
Cross Entropy Loss: [1.2543648  0.4908612  0.28928304 0.1994942  0.16095573]
Correct: [56.13045611 85.07846984 92.38597352 94.76459049 96.26042178]%
Cross Entropy Loss: [1.236546   0.47168905 0.27857932 0.19503544 0.1588071 ]
Correct: [56.74350172 86.01029917 92.85188818 94.93624326 95.97842079]%
Cross Entropy Loss: [1.2165872  0.46902347 0.27369812 0.19446091 0.15653329]
Correct: [57.61402648 86.07160373 92.91319274 94.86267778 96.17459539]%
Cross Entropy Loss: [1.1980906  0.45458665 0.2604777  0.1817046  0.14600044]
Correct: [58.10446297 86.20647376 93.10936734 95.38989701 96.4811182 ]%
Cross Entropy Loss: [1.1636641  0.43386993 0.24875663 0.16912243 0.13462016]
Correct: [59.69838156 87.43256498 94.01667484 95.75772437 97.10642472]%
Cross Entropy Loss: [1.1422482  0.42713144 0.2474074  0.16916162 0.13394031]
Correct: [60.31142717 87.86169691 93.44041197 95.56154978 96.9838156 ]%
Cross Entropy Loss: [1.14339    0.41389728 0.23610255 0.16177177 0.12618175]
Correct: [60.42177538 88.46248161 94.16380579 96.01520353 97.13094654]%
Cross Entropy Loss: [1.1069459  0.39365146 0.22129138 0.14720519 0.12070459]
Correct: [61.7459539  89.36978911 94.83815596 96.71407553 97.35164296]%
Cross Entropy Loss: [1.1013666  0.39157102 0.21305452 0.14360616 0.11215054]
Correct: [61.97891123 89.19813634 95.24276606 96.82442374 97.76851398]%
Cross Entropy Loss: [1.0924922  0.38560796 0.21238494 0.14509144 0.11230532]
Correct: [62.21186856 89.27170181 95.05885238 96.67729279 97.60912212]%
Cross Entropy Loss: [1.0601419  0.37257197 0.20449708 0.13620067 0.10754836]
Correct: [63.56056891 90.00735655 95.46346248 97.13094654 97.90338401]%
Cross Entropy Loss: [1.0424899  0.35991627 0.19540954 0.13074115 0.10424323]
Correct: [64.33300638 90.64492398 95.89259441 97.24129475 98.05051496]%
Cross Entropy Loss: [1.0386997  0.36085123 0.19357315 0.13008708 0.10163975]
Correct: [64.2594409  90.4610103  95.61059343 97.06964198 97.82981854]%
Cross Entropy Loss: [1.0177138  0.33718443 0.180746   0.11889344 0.09014385]
Correct: [65.11770476 91.65031878 96.35850907 97.82981854 98.41834232]%
Cross Entropy Loss: [1.0038325  0.33250147 0.17494446 0.11513034 0.09224493]
Correct: [66.31927415 91.83423247 96.70181462 97.76851398 98.40608141]%
Cross Entropy Loss: [0.98939973 0.32703218 0.17069122 0.1117474  0.08862081]
Correct: [66.67484061 92.01814615 96.66503188 97.91564492 98.35703776]%
Cross Entropy Loss: [0.9794917  0.31578252 0.16301374 0.10906142 0.08141217]
Correct: [66.98136341 92.48406081 96.97155468 97.9892104  98.72486513]%
Cross Entropy Loss: [0.9735134  0.31569427 0.162799   0.10483614 0.07800798]
Correct: [67.33692987 91.92005885 96.89798921 98.23442864 98.95782246]%
Cross Entropy Loss: [0.95928204 0.30518347 0.15561433 0.09957566 0.07590618]
Correct: [67.94997548 92.76606179 97.20451202 98.32025503 98.8965179 ]%
Cross Entropy Loss: [0.96674675 0.30247238 0.15503661 0.10555793 0.08279905]
Correct: [67.22658166 92.96223639 97.20451202 98.14860226 98.46738597]%
Cross Entropy Loss: [0.94338113 0.28902152 0.1448872  0.09391815 0.07224489]
Correct: [68.52623835 93.61206474 97.71947033 98.52869053 98.9946052 ]%
Cross Entropy Loss: [0.9377851  0.29498982 0.1555835  0.10486265 0.07766727]
Correct: [68.90632663 93.06032369 97.13094654 97.87886219 98.70034331]%
Cross Entropy Loss: [0.9196927  0.28256398 0.13875552 0.08543247 0.06654152]
Correct: [70.31633154 93.56302109 97.7930358  98.82295243 99.08043158]%
Cross Entropy Loss: [0.9415877  0.2821769  0.13683924 0.08433905 0.06366861]
Correct: [68.88180481 93.45267288 97.78077489 98.72486513 99.20304071]%
Cross Entropy Loss: [0.9131047  0.2766299  0.137515   0.08809751 0.06924562]
Correct: [69.64198136 93.78371751 97.82981854 98.5899951  98.81069152]%
Cross Entropy Loss: [0.904899   0.26751363 0.13003552 0.0848447  0.06226081]
Correct: [70.45120157 94.16380579 97.94016675 98.78616969 99.16625797]%
Cross Entropy Loss: [0.88678026 0.25777432 0.12411103 0.07712658 0.05924278]
Correct: [71.44433546 94.71554684 98.25895047 99.00686611 99.301128  ]%
Cross Entropy Loss: [0.89446986 0.26223174 0.13025256 0.082358   0.0646017 ]
Correct: [70.99068171 94.22511035 97.76851398 98.73712604 99.0926925 ]%
Cross Entropy Loss: [0.8744546  0.25326928 0.12294283 0.07809198 0.05780336]
Correct: [71.16233448 94.66650319 98.13634134 98.95782246 99.17851888]%
Cross Entropy Loss: [0.8798047  0.25176418 0.11788756 0.0732801  0.05328457]
Correct: [71.49337911 94.86267778 98.34477685 99.05590976 99.44825895]%
Cross Entropy Loss: [0.8722499  0.24690177 0.11433291 0.07406863 0.05579278]
Correct: [71.9838156  94.99754782 98.62677783 98.9946052  99.42373713]%
Cross Entropy Loss: [0.86989003 0.24628861 0.11536578 0.07057411 0.05185551]
Correct: [71.70181462 94.89946052 98.28347229 99.16625797 99.47278077]%
Cross Entropy Loss: [0.8520139  0.23986346 0.1099226  0.06723543 0.05101613]
Correct: [72.76851398 95.26728789 98.60225601 99.20304071 99.4973026 ]%
Cross Entropy Loss: [0.84764737 0.23345387 0.10802908 0.06500356 0.04748726]
Correct: [72.8911231  95.53702795 98.68808239 99.36243256 99.61991172]%
Cross Entropy Loss: [0.8464059  0.23831065 0.11491675 0.07122621 0.05264708]
Correct: [73.1976459  94.99754782 98.32025503 98.76164787 99.20304071]%
Cross Entropy Loss: [0.8318463  0.22314107 0.09977716 0.05981328 0.0503792 ]
Correct: [73.60225601 96.07650809 98.9946052  99.44825895 99.43599804]%
Cross Entropy Loss: [0.8398674  0.2292515  0.10307411 0.06122854 0.04419278]
Correct: [73.01373222 95.6841589  98.84747425 99.43599804 99.69347719]%
Cross Entropy Loss: [0.8299893  0.22099645 0.09718623 0.06049797 0.04358619]
Correct: [73.87199608 95.69641981 99.04364885 99.46051986 99.61991172]%
Cross Entropy Loss: [0.82159007 0.22240616 0.09581719 0.05835199 0.0421378 ]
Correct: [74.11721432 95.83128985 99.05590976 99.53408534 99.65669446]%
Cross Entropy Loss: [0.82025933 0.219379   0.09883638 0.05926999 0.04077305]
Correct: [74.25208436 96.03972536 98.92103973 99.43599804 99.71799902]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 45.01%
From layer 1:
Accuracy: 67.14%
From layer 2:
Accuracy: 73.59%
From layer 3:
Accuracy: 75.66%
From layer 4:
Accuracy: 76.28%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 72.78%
From layer 1:
Accuracy: 95.75%
From layer 2:
Accuracy: 99.08%
From layer 3:
Accuracy: 99.52%
From layer 4:
Accuracy: 99.82%
Checkpoint 860
models/shd_4layer_withckpts_noaugment_epoch860.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.509906  3.5789862 3.4024074 2.5390213 2.4177577]
Correct: [ 8.79107406 17.38597352 23.06277587 38.32761157 42.25110348]%
Cross Entropy Loss: [2.9743621 1.9837449 1.4977081 1.053589  0.9379738]
Correct: [18.88180481 36.21873467 48.83521334 63.90387445 67.14075527]%
Cross Entropy Loss: [2.5647018  1.5859369  1.1485832  0.82074803 0.7226735 ]
Correct: [25.38008828 47.04512016 59.77194703 72.11868563 75.38008828]%
Cross Entropy Loss: [2.3264303  1.3574402  0.96717465 0.6970593  0.6053403 ]
Correct: [30.43158411 54.29131927 66.17214321 76.33643943 79.75723394]%
Cross Entropy Loss: [2.1591618  1.1969752  0.8420904  0.6096391  0.51529235]
Correct: [33.16576753 59.24472781 70.83128985 79.53653752 82.84698382]%
Cross Entropy Loss: [2.0311143  1.1055568  0.7640737  0.5566435  0.48943588]
Correct: [35.8386464  62.99656694 73.90877881 81.62089259 83.79107406]%
Cross Entropy Loss: [1.9271765 1.0122818 0.6883148 0.5054573 0.4315695]
Correct: [38.07013242 65.7675331  76.54487494 83.44776851 85.87542913]%
Cross Entropy Loss: [1.8275943  0.9225227  0.6226148  0.4565694  0.38303447]
Correct: [40.04413928 68.30554193 79.16871015 85.09073075 87.97204512]%
Cross Entropy Loss: [1.7641306  0.87775415 0.56996924 0.4112763  0.34610492]
Correct: [41.38057872 70.8803335  81.25306523 86.77047572 89.14909269]%
Cross Entropy Loss: [1.6917995  0.82811856 0.5386795  0.38474318 0.31747362]
Correct: [43.59980383 72.17999019 82.36880824 87.81265326 90.0564002 ]%
Cross Entropy Loss: [1.6264712  0.7670972  0.49357873 0.35188863 0.291584  ]
Correct: [44.85041687 74.4973026  83.86463953 89.29622364 91.14762138]%
Cross Entropy Loss: [1.5835601  0.73209506 0.46264443 0.32707196 0.27692086]
Correct: [45.81902894 75.31878372 85.47081903 90.20353114 91.55223149]%
Cross Entropy Loss: [1.5217621  0.70431954 0.44025347 0.3170661  0.26458913]
Correct: [47.74399215 76.71652771 86.32908288 90.24031388 92.31240804]%
Cross Entropy Loss: [1.4765115  0.66558087 0.4106338  0.28502482 0.23657048]
Correct: [48.97008337 78.16331535 87.22412948 91.51544875 92.81510544]%
Cross Entropy Loss: [1.4445734  0.6306901  0.38953862 0.27027157 0.21678075]
Correct: [49.92643453 79.64688573 88.14369789 92.34919078 93.9798921 ]%
Cross Entropy Loss: [1.4052638  0.6052594  0.37367827 0.26291955 0.21645896]
Correct: [51.44678764 80.84845513 89.13683178 92.33692987 93.82050025]%
Cross Entropy Loss: [1.3623916  0.5748648  0.34737688 0.237157   0.19713056]
Correct: [52.8077489  82.0255027  89.83570378 93.4771947  94.66650319]%
Cross Entropy Loss: [1.3372993  0.5584093  0.33503026 0.23629494 0.2016064 ]
Correct: [53.84992643 82.24619912 90.57135851 93.44041197 94.4825895 ]%
Cross Entropy Loss: [1.3100191  0.5335081  0.31559965 0.21964887 0.18177035]
Correct: [54.38940657 83.25159392 91.33153507 94.04119667 95.0833742 ]%
Cross Entropy Loss: [1.2783582  0.523637   0.3067803  0.20800829 0.17042564]
Correct: [55.00245218 83.72976949 91.27023051 94.49485042 95.67189799]%
Cross Entropy Loss: [1.2493689  0.49629828 0.28898543 0.1921254  0.15535283]
Correct: [56.5228053  84.95586072 92.43501717 95.43894066 96.30946542]%
Cross Entropy Loss: [1.2271794  0.48332763 0.27961606 0.19167814 0.14993791]
Correct: [57.24619912 85.49534085 92.30014713 95.03433055 96.62824914]%
Cross Entropy Loss: [1.2082417  0.46733886 0.27335936 0.18086149 0.14923598]
Correct: [57.34428641 86.10838646 92.87641    95.61059343 96.53016184]%
Cross Entropy Loss: [1.1786919  0.44980663 0.25568402 0.17227912 0.13722077]
Correct: [58.5335949  86.97891123 93.1706719  96.05198627 96.95929377]%
Cross Entropy Loss: [1.1667928  0.43810612 0.24637778 0.16775937 0.13317187]
Correct: [59.31829328 87.07699853 93.86954389 96.10102992 96.94703286]%
Cross Entropy Loss: [1.1328632  0.42754197 0.23896888 0.16069533 0.12823458]
Correct: [60.60568906 87.93526238 94.20058852 96.1868563  97.16772928]%
Cross Entropy Loss: [1.1206821  0.41269314 0.23000218 0.14689136 0.1172611 ]
Correct: [60.87542913 88.08239333 94.35998038 97.05738107 97.68268759]%
Cross Entropy Loss: [1.102163   0.40217897 0.2200197  0.14912754 0.11607457]
Correct: [61.73369299 88.57282982 94.81363413 96.66503188 97.58460029]%
Cross Entropy Loss: [1.0892981  0.38783956 0.21127932 0.13745826 0.1089545 ]
Correct: [62.19960765 89.48013732 95.04659147 97.43746935 98.03825405]%
Cross Entropy Loss: [1.0634819  0.377125   0.20211917 0.13213134 0.10586427]
Correct: [63.37665522 89.8602256  95.75772437 97.44973026 97.96468857]%
Cross Entropy Loss: [1.0613909  0.3669516  0.1991339  0.13240255 0.10540602]
Correct: [63.14369789 90.22805297 95.42667974 97.42520844 97.95242766]%
Cross Entropy Loss: [1.0575937  0.36790922 0.19512875 0.12314081 0.09696729]
Correct: [63.29082884 90.01961746 95.53702795 97.75625307 98.27121138]%
Cross Entropy Loss: [1.0302634  0.35334677 0.18840097 0.12198173 0.09066903]
Correct: [64.39431094 90.69396763 96.22363904 97.64590486 98.47964689]%
Cross Entropy Loss: [1.0188231  0.34882522 0.18215893 0.12250746 0.09274963]
Correct: [65.30161844 90.81657675 96.11329083 97.59686121 98.41834232]%
Cross Entropy Loss: [1.0066224  0.33800256 0.17607066 0.11457294 0.08659684]
Correct: [65.32614026 91.13536047 96.3830309  97.73173124 98.63903874]%
Cross Entropy Loss: [0.9896836  0.3262221  0.1751567  0.11276717 0.08391158]
Correct: [66.23344777 92.10397254 96.54242276 97.96468857 98.5899951 ]%
Cross Entropy Loss: [0.9905338  0.3251576  0.16872603 0.10790937 0.08390113]
Correct: [66.01275135 91.99362433 96.61598823 98.14860226 98.60225601]%
Cross Entropy Loss: [0.9748445  0.3173783  0.16388468 0.1002931  0.07663811]
Correct: [66.42962236 91.90779794 96.72633644 98.46738597 99.03138794]%
Cross Entropy Loss: [0.9591652  0.3046373  0.15093239 0.09267797 0.06837495]
Correct: [67.63119176 92.87641    97.42520844 98.67582148 99.19077979]%
Cross Entropy Loss: [0.9643402  0.31155545 0.15644646 0.10505876 0.07900721]
Correct: [67.07945071 92.05492889 97.14320745 97.96468857 98.65129966]%
Cross Entropy Loss: [0.941658   0.2978113  0.14796187 0.09334505 0.07530659]
Correct: [68.64884747 92.91319274 97.31486023 98.46738597 98.72486513]%
Cross Entropy Loss: [0.9350983  0.29070845 0.13847521 0.08386291 0.06139821]
Correct: [68.39136832 93.15841099 97.80529671 98.95782246 99.31338892]%
Cross Entropy Loss: [0.9180023  0.2789518  0.13550746 0.08256642 0.06396905]
Correct: [69.61745954 93.83276116 97.92790584 98.90877881 99.19077979]%
Cross Entropy Loss: [0.9162096  0.27669773 0.13035786 0.07909192 0.06137558]
Correct: [68.96763119 93.75919568 98.16086317 99.08043158 99.25208436]%
Cross Entropy Loss: [0.9131849  0.28043237 0.13733988 0.08357975 0.06257115]
Correct: [69.39676312 93.64884747 97.57233938 98.87199608 99.28886709]%
Cross Entropy Loss: [0.90569913 0.2796595  0.13533369 0.08320327 0.06548604]
Correct: [69.78911231 93.1706719  97.74399215 98.71260422 99.06817067]%
Cross Entropy Loss: [0.89636195 0.27094513 0.12910989 0.08061656 0.05969614]
Correct: [70.19372241 93.90632663 97.8911231  98.81069152 99.19077979]%
Cross Entropy Loss: [0.88569355 0.26675567 0.12187006 0.07802573 0.05704474]
Correct: [71.12555174 93.85728298 98.18538499 99.00686611 99.27660618]%
Cross Entropy Loss: [0.8773904  0.26146856 0.12071876 0.07286032 0.05416279]
Correct: [71.06424718 94.274154   98.08729769 98.8965179  99.301128  ]%
Cross Entropy Loss: [0.8830989  0.24993598 0.11427838 0.06760147 0.05129164]
Correct: [70.97842079 94.81363413 98.5899951  99.31338892 99.55860716]%
Cross Entropy Loss: [0.87488467 0.24964043 0.11481717 0.07164872 0.055929  ]
Correct: [70.92937715 94.72780775 98.4919078  98.95782246 99.20304071]%
Cross Entropy Loss: [0.8538973  0.24138892 0.10861114 0.06363183 0.05207389]
Correct: [72.49877391 95.47572339 98.88425699 99.46051986 99.38695439]%
Cross Entropy Loss: [0.85683936 0.23841117 0.10755097 0.06495331 0.04597817]
Correct: [72.41294752 95.2795488  98.82295243 99.42373713 99.68121628]%
Cross Entropy Loss: [0.8536488  0.24182808 0.11392566 0.06764518 0.05059723]
Correct: [72.60912212 94.86267778 98.2957332  99.04364885 99.42373713]%
Cross Entropy Loss: [0.8371551  0.22750372 0.10325991 0.06346808 0.0561325 ]
Correct: [73.14860226 95.97842079 98.81069152 99.42373713 99.21530162]%
Cross Entropy Loss: [0.83102965 0.22646539 0.09730529 0.05397752 0.04012272]
Correct: [73.36929868 95.51250613 98.90877881 99.60765081 99.74252084]%
Cross Entropy Loss: [0.8281884  0.22558692 0.09724189 0.05510182 0.0391483 ]
Correct: [73.71260422 95.53702795 98.97008337 99.54634625 99.79156449]%
Cross Entropy Loss: [0.83431876 0.22805664 0.09546522 0.05502187 0.0405195 ]
Correct: [73.09955861 95.51250613 98.9946052  99.55860716 99.70573811]%
Cross Entropy Loss: [0.82444984 0.22413485 0.09726563 0.05708762 0.03907758]
Correct: [74.0926925  95.81902894 99.00686611 99.43599804 99.77930358]%
Cross Entropy Loss: [0.827823   0.22620875 0.09859432 0.05617461 0.04064939]
Correct: [73.38155959 95.32859245 99.00686611 99.5953899  99.74252084]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.57%
From layer 1:
Accuracy: 64.58%
From layer 2:
Accuracy: 71.16%
From layer 3:
Accuracy: 74.69%
From layer 4:
Accuracy: 76.72%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 73.20%
From layer 1:
Accuracy: 96.24%
From layer 2:
Accuracy: 98.85%
From layer 3:
Accuracy: 99.69%
From layer 4:
Accuracy: 99.94%
Checkpoint 880
models/shd_4layer_withckpts_noaugment_epoch880.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [4.730519  3.9214675 3.0299008 2.880043  2.3815856]
Correct: [11.8440412  15.71848946 25.78469838 33.61942128 43.15841099]%
Cross Entropy Loss: [2.9133954  2.0845478  1.4252607  1.1375097  0.92183256]
Correct: [21.94703286 34.95586072 51.55713585 60.00490436 68.73467386]%
Cross Entropy Loss: [2.4950593  1.6573826  1.0998232  0.86220485 0.706365  ]
Correct: [27.46444335 45.00980873 62.17508583 69.83815596 76.26287396]%
Cross Entropy Loss: [2.2896867 1.4402122 0.9475093 0.7430552 0.6102376]
Correct: [30.90975969 51.2015694  67.23884257 73.73712604 79.56105934]%
Cross Entropy Loss: [2.1313753  1.264838   0.811242   0.6351845  0.52993256]
Correct: [34.2324669  57.01324179 72.63364394 78.3104463  82.23393821]%
Cross Entropy Loss: [2.0012646  1.1554927  0.723131   0.56505954 0.4736438 ]
Correct: [36.90534576 60.60568906 75.80922021 81.11819519 84.39185875]%
Cross Entropy Loss: [1.8918498  1.0424387  0.6555261  0.4970794  0.41385278]
Correct: [39.05100539 64.40657185 78.5188818  83.72976949 86.58656204]%
Cross Entropy Loss: [1.8208807  0.97651494 0.6032878  0.46492356 0.38564476]
Correct: [40.5590976  67.15301618 80.4193232  84.78420795 87.78813144]%
Cross Entropy Loss: [1.7424511  0.9144825  0.5588133  0.43529868 0.34863248]
Correct: [42.71701815 69.62972045 81.64541442 86.03482099 89.30848455]%
Cross Entropy Loss: [1.6677338  0.8414281  0.5131194  0.39170712 0.32290727]
Correct: [44.71554684 72.2903384  83.76655223 87.66552231 90.20353114]%
Cross Entropy Loss: [1.6225522  0.7897264  0.47857088 0.358349   0.2883848 ]
Correct: [46.29720451 73.71260422 84.99264345 89.03874448 91.4664051 ]%
Cross Entropy Loss: [1.5664306  0.76084584 0.45761815 0.34865314 0.28140107]
Correct: [47.46199117 74.84060814 85.27464443 88.68317803 91.44188328]%
Cross Entropy Loss: [1.5227095  0.71479845 0.42539954 0.31618014 0.2593809 ]
Correct: [48.28347229 76.93722413 86.89308485 90.52231486 92.1652771 ]%
Cross Entropy Loss: [1.4774324  0.68798137 0.41553038 0.30447406 0.24623932]
Correct: [49.93869544 77.45218244 87.49386954 90.8656204  92.75380088]%
Cross Entropy Loss: [1.4355016  0.65809107 0.3931197  0.28476694 0.22829564]
Correct: [50.18391368 78.75183914 88.09465424 91.18440412 93.4771947 ]%
Cross Entropy Loss: [1.4060183  0.62938637 0.36883342 0.27179363 0.22137529]
Correct: [51.7042668  79.70819029 88.92839627 92.20205983 93.80823933]%
Cross Entropy Loss: [1.3634956  0.59099925 0.33827186 0.2489227  0.19592011]
Correct: [53.54340363 81.35115253 90.41196665 92.98675821 94.60519863]%
Cross Entropy Loss: [1.3290734  0.566554   0.32877654 0.24187416 0.19445021]
Correct: [54.36488475 82.18489456 90.4610103  92.99901913 94.80137322]%
Cross Entropy Loss: [1.301213   0.55005974 0.31107774 0.22589482 0.18055809]
Correct: [55.33349681 82.92054929 91.18440412 93.80823933 95.31633154]%
Cross Entropy Loss: [1.2756418  0.5281067  0.29971525 0.21252756 0.16531968]
Correct: [56.00784698 84.07307504 91.77292791 94.26189308 95.72094164]%
Cross Entropy Loss: [1.2539731  0.5305107  0.2976182  0.21750179 0.17305247]
Correct: [56.44923982 83.87690044 92.07945071 93.99215302 95.3776361 ]%
Cross Entropy Loss: [1.2333771  0.4992904  0.27838445 0.19596863 0.15446936]
Correct: [57.68759196 84.95586072 92.69249632 94.85041687 96.32172634]%
Cross Entropy Loss: [1.1921101  0.46738306 0.25632113 0.18472244 0.14499746]
Correct: [58.09220206 86.5497793  93.58754291 95.30407062 96.57920549]%
Cross Entropy Loss: [1.1850172  0.46063328 0.25099635 0.17977719 0.13882363]
Correct: [59.15890142 86.79499755 93.46493379 95.52476704 96.75085826]%
Cross Entropy Loss: [1.1658322  0.44697565 0.24750404 0.17337213 0.1348414 ]
Correct: [59.52672879 86.62334478 93.68563021 95.76998529 96.91025012]%
Cross Entropy Loss: [1.1385422  0.43445563 0.23288187 0.16335627 0.12442406]
Correct: [60.88769004 87.29769495 94.35998038 96.40755272 97.58460029]%
Cross Entropy Loss: [1.1167074  0.42489526 0.22713187 0.15996361 0.12451041]
Correct: [61.66012751 88.07013242 94.61745954 96.2849436  97.22903384]%
Cross Entropy Loss: [1.0980252  0.41043472 0.22142105 0.15165032 0.1178195 ]
Correct: [62.59195684 88.59735164 95.07111329 96.81216282 97.58460029]%
Cross Entropy Loss: [1.0827156  0.39757276 0.21612222 0.14569494 0.11596471]
Correct: [62.46934772 88.97743992 94.89946052 97.11868563 97.63364394]%
Cross Entropy Loss: [1.0627766  0.38404995 0.19772057 0.13405858 0.10008996]
Correct: [63.79352624 89.57822462 95.80676802 97.36390387 98.56547327]%
Cross Entropy Loss: [1.0609146  0.38186282 0.19883025 0.13662791 0.1043463 ]
Correct: [63.59735164 89.79892104 95.47572339 97.10642472 97.90338401]%
Cross Entropy Loss: [1.04825    0.37034076 0.19194926 0.12851992 0.09584352]
Correct: [64.27170181 90.27709662 95.96615988 97.51103482 98.51642962]%
Cross Entropy Loss: [1.0235293  0.36148116 0.189125   0.13084121 0.09913206]
Correct: [65.48553212 90.54683668 95.89259441 97.30259931 98.08729769]%
Cross Entropy Loss: [1.0208762  0.3553462  0.18064082 0.12441117 0.09152221]
Correct: [65.11770476 90.53457577 96.46885728 97.53555665 98.4919078 ]%
Cross Entropy Loss: [0.9981117  0.33792457 0.17037247 0.11737393 0.08912866]
Correct: [66.13536047 91.22118686 96.51790093 97.78077489 98.55321236]%
Cross Entropy Loss: [1.0001061  0.33207822 0.16920814 0.10758756 0.0792902 ]
Correct: [65.77979402 91.73614517 96.76311918 98.20990682 98.94556155]%
Cross Entropy Loss: [0.99207    0.32932284 0.16191041 0.10669412 0.07842201]
Correct: [66.061795   91.76066699 97.03285924 98.3938205  98.95782246]%
Cross Entropy Loss: [0.97764105 0.32566303 0.16156662 0.1069224  0.07882389]
Correct: [67.01814615 91.84649338 97.04512016 98.13634134 98.72486513]%
Cross Entropy Loss: [0.97662836 0.3166929  0.15380023 0.09864703 0.07258128]
Correct: [67.00588524 92.04266797 97.09416381 98.43060324 99.05590976]%
Cross Entropy Loss: [0.9472396  0.30186936 0.14525197 0.09412313 0.06994578]
Correct: [68.55076018 93.12162825 97.52329573 98.47964689 99.05590976]%
Cross Entropy Loss: [0.93826544 0.29942295 0.15037763 0.10189072 0.07950546]
Correct: [69.00441393 92.54536538 97.25355566 98.25895047 98.71260422]%
Cross Entropy Loss: [0.9351613  0.29212338 0.1390533  0.09022743 0.06851928]
Correct: [68.7714566  93.0725846  97.84207945 98.68808239 99.15399706]%
Cross Entropy Loss: [0.93269056 0.29200786 0.14036264 0.0903377  0.06791069]
Correct: [69.26189308 93.15841099 97.56007847 98.65129966 99.0926925 ]%
Cross Entropy Loss: [0.91718745 0.2823884  0.13150135 0.08413662 0.06393839]
Correct: [69.72780775 93.48945562 97.96468857 98.70034331 99.20304071]%
Cross Entropy Loss: [0.9042854  0.27634963 0.12813976 0.08220622 0.05997906]
Correct: [70.56154978 93.88180481 98.06277587 98.88425699 99.26434527]%
Cross Entropy Loss: [0.8968098  0.26747423 0.12812684 0.08248155 0.0571899 ]
Correct: [71.03972536 94.39676312 98.03825405 98.87199608 99.4973026 ]%
Cross Entropy Loss: [0.88471127 0.26772565 0.12309135 0.07610552 0.05618602]
Correct: [71.06424718 94.26189308 98.28347229 99.17851888 99.4973026 ]%
Cross Entropy Loss: [0.88223827 0.2627374  0.12056971 0.07417224 0.05330723]
Correct: [71.4811182  94.15154487 98.24668955 99.14173615 99.58312898]%
Cross Entropy Loss: [0.8936116  0.2694219  0.1203459  0.07570797 0.06231417]
Correct: [70.46346248 93.84502207 98.28347229 99.06817067 99.06817067]%
Cross Entropy Loss: [0.8728374  0.26186052 0.11789677 0.07462153 0.06202998]
Correct: [71.93477195 94.09024031 98.16086317 98.9946052  99.05590976]%
Cross Entropy Loss: [0.8651504  0.24591154 0.11072269 0.07059458 0.04998221]
Correct: [71.45659637 94.96076508 98.66356057 99.11721432 99.50956351]%
Cross Entropy Loss: [0.8606745  0.248231   0.11632669 0.07608987 0.05378275]
Correct: [72.11868563 94.86267778 98.18538499 98.72486513 99.28886709]%
Cross Entropy Loss: [0.84917176 0.24355157 0.11015553 0.07243258 0.04695908]
Correct: [72.87886219 95.16920059 98.51642962 99.04364885 99.53408534]%
Cross Entropy Loss: [0.8537365  0.23488887 0.10388802 0.0643231  0.04523589]
Correct: [72.51103482 95.76998529 98.95782246 99.47278077 99.76704267]%
Cross Entropy Loss: [0.84976256 0.24254033 0.10477956 0.06613003 0.04706598]
Correct: [72.73173124 95.12015694 98.68808239 99.21530162 99.57086807]%
Cross Entropy Loss: [0.8479762  0.23380634 0.10328632 0.06160238 0.04542985]
Correct: [73.00147131 95.32859245 98.57773418 99.3992153  99.54634625]%
Cross Entropy Loss: [0.8378204  0.22833261 0.09879041 0.0609078  0.04674521]
Correct: [73.13634134 95.94163806 99.03138794 99.46051986 99.60765081]%
Cross Entropy Loss: [0.8305494  0.22896475 0.09989024 0.0604808  0.04071272]
Correct: [73.34477685 95.69641981 98.78616969 99.32564983 99.69347719]%
Cross Entropy Loss: [0.82274157 0.22572501 0.09427375 0.05576032 0.04043401]
Correct: [73.88425699 95.63511525 98.9946052  99.60765081 99.76704267]%
Cross Entropy Loss: [0.819234   0.22058071 0.09325475 0.05366202 0.0405261 ]
Correct: [74.12947523 95.63511525 99.03138794 99.63217263 99.71799902]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.57%
From layer 1:
Accuracy: 67.27%
From layer 2:
Accuracy: 73.90%
From layer 3:
Accuracy: 76.19%
From layer 4:
Accuracy: 77.21%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 75.54%
From layer 1:
Accuracy: 96.86%
From layer 2:
Accuracy: 99.49%
From layer 3:
Accuracy: 99.84%
From layer 4:
Accuracy: 99.94%
Checkpoint 900
models/shd_4layer_withckpts_noaugment_epoch900.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.6774983 4.2467895 3.1944382 2.6184006 2.5501678]
Correct: [ 8.21481118 16.8710152  25.49043649 35.56890633 40.70622854]%
Cross Entropy Loss: [3.0357037 2.038051  1.4220073 1.0775024 0.9537589]
Correct: [18.18293281 36.51299657 51.09122119 62.57969593 67.04266797]%
Cross Entropy Loss: [2.5802174  1.6081835  1.1160809  0.8639627  0.76292235]
Correct: [24.79156449 47.09416381 61.92986758 70.23050515 74.06817067]%
Cross Entropy Loss: [2.3304222 1.3800254 0.9297827 0.7226053 0.6420984]
Correct: [29.47523296 52.86905346 67.49632173 75.13487003 78.10201079]%
Cross Entropy Loss: [2.1669483  1.2255955  0.82562065 0.63348734 0.5624101 ]
Correct: [31.91515449 58.05541932 71.73859735 78.7150564  81.37567435]%
Cross Entropy Loss: [2.029255   1.1048027  0.73293203 0.55627495 0.48643953]
Correct: [35.69151545 62.04021579 75.17165277 81.84158901 83.97498774]%
Cross Entropy Loss: [1.9162549  1.0109259  0.6675163  0.50925773 0.44372368]
Correct: [37.98430603 65.21579205 77.63609613 83.26385483 85.2378617 ]%
Cross Entropy Loss: [1.8253248  0.93765867 0.60448706 0.46421385 0.39753023]
Correct: [39.84796469 68.31780284 80.19862678 84.78420795 87.12604218]%
Cross Entropy Loss: [1.7461069  0.8675667  0.55519027 0.420147   0.36104918]
Correct: [41.42962236 70.53702795 82.07454635 86.31682197 88.41343796]%
Cross Entropy Loss: [1.680428   0.814305   0.5190223  0.39190575 0.33074898]
Correct: [43.37910741 72.41294752 83.00637567 87.27317312 89.63952918]%
Cross Entropy Loss: [1.6450441  0.79003775 0.49287677 0.3710868  0.32185566]
Correct: [44.00441393 73.18538499 84.17116233 88.38891614 89.46787641]%
Cross Entropy Loss: [1.577315   0.7358316  0.4596542  0.33761743 0.28434458]
Correct: [45.95389897 75.26974007 85.50760177 89.65179009 91.31927415]%
Cross Entropy Loss: [1.5364428  0.69908863 0.4470808  0.33222407 0.2722153 ]
Correct: [47.13094654 76.7042668  85.82638548 89.61500736 91.69936243]%
Cross Entropy Loss: [1.4816605  0.6655552  0.41035846 0.30697727 0.25429553]
Correct: [48.97008337 77.82000981 87.12604218 90.57135851 92.3737126 ]%
Cross Entropy Loss: [1.4537244  0.63899124 0.39140874 0.286189   0.23577878]
Correct: [49.43599804 78.96027464 88.05787151 91.27023051 93.0725846 ]%
Cross Entropy Loss: [1.4047858  0.603489   0.36815283 0.26710334 0.21992013]
Correct: [51.58165768 80.77488965 89.23491908 91.99362433 93.48945562]%
Cross Entropy Loss: [1.3668478  0.5770572  0.35036385 0.25462875 0.21569945]
Correct: [52.3050515  81.70671898 89.61500736 92.61893085 93.74693477]%
Cross Entropy Loss: [1.3387927  0.5510037  0.33017257 0.24272363 0.20562166]
Correct: [52.89357528 83.0308975  90.92692496 93.01128004 94.26189308]%
Cross Entropy Loss: [1.325633   0.53826475 0.3221295  0.22757445 0.18460318]
Correct: [53.46983816 83.49681216 90.84109858 93.82050025 95.07111329]%
Cross Entropy Loss: [1.2843735  0.5076895  0.30360726 0.21746412 0.17875601]
Correct: [55.00245218 84.57577244 91.61353605 94.23737126 95.40215792]%
Cross Entropy Loss: [1.261991   0.50109184 0.29704902 0.20820153 0.16861366]
Correct: [55.8239333  84.93133889 91.84649338 94.21284944 95.72094164]%
Cross Entropy Loss: [1.2317182  0.47933978 0.27896804 0.20175566 0.16245437]
Correct: [56.80480628 85.87542913 92.77832271 94.59293771 95.80676802]%
Cross Entropy Loss: [1.1984109  0.4602331  0.26638016 0.19466175 0.15788281]
Correct: [58.05541932 86.52525748 93.2687592  94.82589505 96.10102992]%
Cross Entropy Loss: [1.1878039  0.44732338 0.256068   0.17668654 0.14304149]
Correct: [58.52133399 87.27317312 93.6733693  95.5860716  96.46885728]%
Cross Entropy Loss: [1.1688654  0.4390966  0.2497284  0.17693445 0.14009956]
Correct: [58.95046591 87.2486513  93.73467386 95.47572339 96.92251103]%
Cross Entropy Loss: [1.1461802  0.42064375 0.23723319 0.16472967 0.12973095]
Correct: [60.11525257 87.80039235 94.09024031 95.99068171 97.20451202]%
Cross Entropy Loss: [1.1315947  0.41267234 0.22734904 0.15880992 0.1291566 ]
Correct: [61.05934282 88.53604708 94.65424228 96.27268269 97.20451202]%
Cross Entropy Loss: [1.121194   0.39981717 0.22035901 0.15470122 0.12059443]
Correct: [60.89995096 88.97743992 94.75232957 96.55468367 97.67042668]%
Cross Entropy Loss: [1.0927719  0.3836329  0.21164091 0.1431438  0.11286812]
Correct: [62.07699853 89.67631192 95.32859245 96.94703286 97.91564492]%
Cross Entropy Loss: [1.0732042  0.3813059  0.2111981  0.14688726 0.11607581]
Correct: [63.08239333 89.51692006 95.02206964 96.65277097 97.64590486]%
Cross Entropy Loss: [1.0586734  0.37802866 0.20247096 0.13877904 0.11066559]
Correct: [63.46248161 89.73761648 95.5860716  97.06964198 97.85434036]%
Cross Entropy Loss: [1.0487447  0.35491225 0.19149019 0.12941243 0.10427748]
Correct: [63.79352624 90.81657675 96.00294262 97.32712114 98.07503678]%
Cross Entropy Loss: [1.0440078  0.35090315 0.19277284 0.12995623 0.10192247]
Correct: [63.48700343 90.9637077  96.00294262 97.37616479 97.97694949]%
Cross Entropy Loss: [1.0288211  0.33952165 0.1816104  0.12043883 0.09304035]
Correct: [64.97057381 91.47866601 96.41981363 97.80529671 98.47964689]%
Cross Entropy Loss: [0.989701   0.32770422 0.17635556 0.11602915 0.08822405]
Correct: [66.22118686 91.99362433 96.56694458 97.81755763 98.55321236]%
Cross Entropy Loss: [0.99841756 0.3259406  0.17081422 0.11503968 0.09115941]
Correct: [66.25796959 92.0671898  96.8857283  97.84207945 98.46738597]%
Cross Entropy Loss: [0.9999363  0.32680792 0.17245463 0.1166023  0.09564665]
Correct: [65.80431584 91.60127513 96.57920549 97.74399215 98.08729769]%
Cross Entropy Loss: [0.97539485 0.313059   0.16389585 0.10695317 0.08451897]
Correct: [66.68710152 92.44727808 96.86120647 98.22216773 98.68808239]%
Cross Entropy Loss: [0.96810937 0.30659664 0.15583758 0.10358649 0.07960697]
Correct: [66.83423247 92.61893085 97.27807749 98.22216773 98.7984306 ]%
Cross Entropy Loss: [0.9555002  0.29546428 0.15077198 0.09787882 0.07358732]
Correct: [67.44727808 93.1706719  97.41294752 98.33251594 98.97008337]%
Cross Entropy Loss: [0.9424875  0.29557317 0.15296799 0.1038814  0.08180743]
Correct: [68.18293281 93.10936734 97.27807749 98.06277587 98.54095145]%
Cross Entropy Loss: [0.9424399  0.2900227  0.14430486 0.09291447 0.07331008]
Correct: [68.88180481 92.98675821 97.76851398 98.60225601 98.8965179 ]%
Cross Entropy Loss: [0.9208591  0.28246877 0.14214772 0.08746986 0.06620554]
Correct: [69.98528691 93.69789112 97.6949485  98.90877881 99.28886709]%
Cross Entropy Loss: [0.91298974 0.27741483 0.13689554 0.08815443 0.06666424]
Correct: [69.99754782 93.86954389 97.81755763 98.73712604 99.31338892]%
Cross Entropy Loss: [0.9149173  0.27052474 0.13419592 0.08731811 0.06642611]
Correct: [69.39676312 94.0779794  98.03825405 98.68808239 99.11721432]%
Cross Entropy Loss: [0.90344155 0.266266   0.13270706 0.08332296 0.0633176 ]
Correct: [69.83815596 94.37224129 97.96468857 98.8965179  99.26434527]%
Cross Entropy Loss: [0.91090786 0.2636058  0.12878263 0.08096945 0.05954351]
Correct: [70.07111329 94.29867582 98.01373222 98.78616969 99.44825895]%
Cross Entropy Loss: [0.9008417  0.25907663 0.12380411 0.07702056 0.06078708]
Correct: [70.12015694 94.69102501 98.30799411 98.95782246 99.19077979]%
Cross Entropy Loss: [0.87667245 0.2512352  0.12183631 0.077741   0.05593507]
Correct: [71.86120647 94.86267778 98.20990682 98.92103973 99.41147621]%
Cross Entropy Loss: [0.8745246  0.2520325  0.11910429 0.07298802 0.05432956]
Correct: [71.84894556 94.65424228 98.45512506 99.22756253 99.4973026 ]%
Cross Entropy Loss: [0.8687086  0.24290724 0.11480507 0.07213333 0.05368921]
Correct: [71.95929377 95.25502697 98.65129966 99.06817067 99.41147621]%
Cross Entropy Loss: [0.86220485 0.24251315 0.11192558 0.06935859 0.054316  ]
Correct: [71.67729279 94.8749387  98.63903874 99.25208436 99.37469348]%
Cross Entropy Loss: [0.8527192  0.2383822  0.11332907 0.0718894  0.0538992 ]
Correct: [72.82981854 95.12015694 98.61451692 99.05590976 99.41147621]%
Cross Entropy Loss: [0.85595405 0.23372415 0.10901888 0.0646503  0.04839948]
Correct: [71.87346739 95.34085336 98.62677783 99.35017165 99.60765081]%
Cross Entropy Loss: [0.85846347 0.23412775 0.10868115 0.06706115 0.05270636]
Correct: [72.08190289 95.36537518 98.5899951  99.22756253 99.42373713]%
Cross Entropy Loss: [0.83212996 0.225407   0.10377864 0.06187039 0.04536888]
Correct: [73.14860226 95.83128985 98.77390878 99.41147621 99.68121628]%
Cross Entropy Loss: [0.8349476  0.22580497 0.10239652 0.06526534 0.05725276]
Correct: [73.30799411 95.90485532 99.01912702 99.21530162 98.93330064]%
Cross Entropy Loss: [0.8259887  0.22269145 0.10253993 0.06125225 0.04597259]
Correct: [74.0926925  95.75772437 98.73712604 99.43599804 99.58312898]%
Cross Entropy Loss: [0.8231341  0.22184093 0.09805295 0.06152879 0.04517522]
Correct: [73.84747425 95.75772437 98.87199608 99.23982344 99.52182442]%
Cross Entropy Loss: [0.8213556  0.21945116 0.1016205  0.06290914 0.04645212]
Correct: [73.95782246 95.96615988 98.74938695 99.28886709 99.55860716]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 46.25%
From layer 1:
Accuracy: 67.27%
From layer 2:
Accuracy: 72.84%
From layer 3:
Accuracy: 76.90%
From layer 4:
Accuracy: 77.65%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.26%
From layer 1:
Accuracy: 96.89%
From layer 2:
Accuracy: 99.34%
From layer 3:
Accuracy: 99.72%
From layer 4:
Accuracy: 99.88%
Checkpoint 920
models/shd_4layer_withckpts_noaugment_epoch920.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.405688  4.2934756 3.3836539 2.8965178 2.5617046]
Correct: [ 8.938205   15.75527219 24.46051986 36.0470819  41.67484061]%
Cross Entropy Loss: [2.9692335  2.0590034  1.5005176  1.1099122  0.95388424]
Correct: [19.06571849 36.09612555 49.19077979 61.40264836 67.27562531]%
Cross Entropy Loss: [2.5484402  1.6155913  1.1374637  0.83908534 0.73497754]
Correct: [26.12800392 46.49337911 60.6424718  70.51250613 75.25747916]%
Cross Entropy Loss: [2.3213458  1.3783962  0.9505511  0.71960306 0.62420213]
Correct: [30.17410495 53.83766552 66.94458068 75.71113291 78.94801373]%
Cross Entropy Loss: [2.1597233  1.2104563  0.8273221  0.616833   0.53791577]
Correct: [33.68072585 59.22020598 71.17459539 79.36488475 82.24619912]%
Cross Entropy Loss: [2.023201   1.0947576  0.7399625  0.5610293  0.48385543]
Correct: [36.20647376 62.5551741  75.04904365 81.00784698 83.88916135]%
Cross Entropy Loss: [1.9219697  0.9947226  0.6599122  0.49261475 0.4184702 ]
Correct: [38.87935262 66.24570868 77.90583619 83.8401177  86.35360471]%
Cross Entropy Loss: [1.836609   0.9247431  0.606913   0.45559034 0.38796854]
Correct: [40.22805297 68.68563021 80.14958313 84.84551251 87.38352133]%
Cross Entropy Loss: [1.7630359  0.8628351  0.55862945 0.4128675  0.34605184]
Correct: [42.54536538 71.16233448 81.87837175 86.68464934 89.41883276]%
Cross Entropy Loss: [1.698936   0.80788606 0.5275369  0.39280325 0.33631206]
Correct: [44.40902403 72.86660128 83.30063757 87.77587052 89.30848455]%
Cross Entropy Loss: [1.6362888  0.7584101  0.48443475 0.35530162 0.30160797]
Correct: [46.1868563  74.76704267 84.79646886 88.84256989 90.82883767]%
Cross Entropy Loss: [1.587031   0.71791446 0.46149486 0.34175885 0.28031304]
Correct: [47.05738107 76.61844041 85.96125552 89.22265817 91.55223149]%
Cross Entropy Loss: [1.5371497  0.6777815  0.42641997 0.31478325 0.25787756]
Correct: [47.87886219 77.82000981 87.33447769 90.53457577 92.41049534]%
Cross Entropy Loss: [1.501436   0.66053796 0.41428408 0.29970676 0.24385963]
Correct: [49.21530162 78.27366356 87.46934772 90.97596861 92.6679745 ]%
Cross Entropy Loss: [1.4541026  0.61972094 0.38777664 0.28138158 0.2279934 ]
Correct: [50.91956842 80.17410495 88.59735164 91.42962236 93.31780284]%
Cross Entropy Loss: [1.4134035  0.5858525  0.36802587 0.2640103  0.21387447]
Correct: [51.61844041 81.0201079  89.36978911 92.31240804 94.34771947]%
Cross Entropy Loss: [1.3837452  0.56773806 0.34926638 0.25465518 0.20205083]
Correct: [52.91809711 82.00098087 89.97057381 92.61893085 94.28641491]%
Cross Entropy Loss: [1.3360596  0.5395468  0.33218434 0.23597698 0.19088723]
Correct: [54.19323198 83.15350662 90.79205493 93.40362923 94.99754782]%
Cross Entropy Loss: [1.3219157  0.53085774 0.31779346 0.22003396 0.17714466]
Correct: [54.32810201 83.8401177  91.45414419 93.9798921  95.3776361 ]%
Cross Entropy Loss: [1.2807834  0.5010277  0.29839286 0.21459472 0.17340219]
Correct: [56.2285434  84.7351643  92.26336439 94.13928396 95.40215792]%
Cross Entropy Loss: [1.2756964  0.48982188 0.29528198 0.21007155 0.16673818]
Correct: [56.89063266 85.47081903 92.22658166 94.18832761 95.83128985]%
Cross Entropy Loss: [1.2385255  0.47588444 0.2792677  0.19880338 0.15824032]
Correct: [57.20941638 86.07160373 92.85188818 94.82589505 96.05198627]%
Cross Entropy Loss: [1.1981463  0.45593503 0.26846522 0.18816149 0.15289068]
Correct: [59.0362923  86.62334478 92.99901913 95.29180971 96.15007357]%
Cross Entropy Loss: [1.1910299  0.43939018 0.25216344 0.1756781  0.13786496]
Correct: [59.24472781 87.16282491 93.55076018 95.64737616 96.70181462]%
Cross Entropy Loss: [1.1853514  0.4358709  0.25168428 0.17371143 0.14004086]
Correct: [59.37959784 87.5551741  93.85728298 95.80676802 96.73859735]%
Cross Entropy Loss: [1.1437273  0.40823472 0.23420346 0.16260727 0.12629852]
Correct: [60.53212359 88.54830799 94.64198136 96.10102992 97.31486023]%
Cross Entropy Loss: [1.1246668  0.40016675 0.22767462 0.16284487 0.12809932]
Correct: [61.20647376 88.68317803 94.85041687 96.07650809 97.15546837]%
Cross Entropy Loss: [1.1141025  0.3901733  0.227413   0.1567077  0.12235756]
Correct: [61.75821481 89.10004904 94.64198136 96.23589995 97.16772928]%
Cross Entropy Loss: [1.1000676  0.38561937 0.21781665 0.14551528 0.11353403]
Correct: [62.30995586 89.56596371 94.82589505 96.82442374 97.59686121]%
Cross Entropy Loss: [1.0792099  0.37221232 0.20834917 0.14371383 0.11244617]
Correct: [63.42569887 89.8602256  95.48798431 96.83668465 97.84207945]%
Cross Entropy Loss: [1.0657048  0.3612783  0.20400319 0.1388454  0.10828378]
Correct: [63.7567435  90.71848946 95.57381069 96.79990191 97.81755763]%
Cross Entropy Loss: [1.043101   0.34958267 0.1932793  0.12709394 0.10020218]
Correct: [64.73761648 91.08631682 95.89259441 97.54781756 98.12408043]%
Cross Entropy Loss: [1.0414402  0.34308916 0.1888194  0.12483074 0.0939405 ]
Correct: [65.14222658 91.41736145 96.17459539 97.24129475 98.33251594]%
Cross Entropy Loss: [1.0222178  0.3381125  0.18416229 0.12282163 0.09679563]
Correct: [65.63266307 91.42962236 96.15007357 97.54781756 97.95242766]%
Cross Entropy Loss: [1.013313   0.32797092 0.17573157 0.11945663 0.0947671 ]
Correct: [65.74301128 91.69936243 96.53016184 97.68268759 98.12408043]%
Cross Entropy Loss: [0.9978293  0.31565434 0.16869862 0.11123567 0.08529086]
Correct: [66.49092692 92.44727808 97.03285924 98.02599313 98.72486513]%
Cross Entropy Loss: [0.9851846  0.3123201  0.16561466 0.10724834 0.07781582]
Correct: [67.00588524 92.6679745  96.84894556 98.23442864 98.93330064]%
Cross Entropy Loss: [0.9754339  0.3093145  0.16656695 0.10742542 0.07842953]
Correct: [67.44727808 92.76606179 96.77538009 98.05051496 98.95782246]%
Cross Entropy Loss: [0.9649077  0.29956323 0.1577229  0.10079796 0.07844938]
Correct: [67.81510544 93.06032369 96.95929377 98.40608141 98.7984306 ]%
Cross Entropy Loss: [0.9529602  0.2994874  0.15898402 0.10308573 0.08361067]
Correct: [69.0779794  92.6679745  96.787641   98.05051496 98.36929868]%
Cross Entropy Loss: [0.93634266 0.28508216 0.14764868 0.09704155 0.0730344 ]
Correct: [69.18832761 93.55076018 97.35164296 98.33251594 98.87199608]%
Cross Entropy Loss: [0.9423443  0.2874479  0.15028822 0.1020571  0.07562195]
Correct: [68.75919568 93.56302109 97.32712114 98.1976459  98.70034331]%
Cross Entropy Loss: [0.92076445 0.27593628 0.14070824 0.09221304 0.07022506]
Correct: [69.29867582 93.74693477 97.53555665 98.50416871 99.10495341]%
Cross Entropy Loss: [0.9136164  0.26586694 0.13211195 0.08408943 0.06467624]
Correct: [69.89946052 94.53163315 98.09955861 98.83521334 99.11721432]%
Cross Entropy Loss: [0.91701704 0.26618513 0.1345982  0.08503402 0.0639515 ]
Correct: [69.28641491 94.23737126 97.8911231  98.85973516 99.16625797]%
Cross Entropy Loss: [0.906956   0.25636956 0.12773453 0.07946027 0.06018926]
Correct: [70.50024522 94.93624326 98.13634134 98.95782246 99.23982344]%
Cross Entropy Loss: [0.90476215 0.2533253  0.12287245 0.07872821 0.05538577]
Correct: [70.12015694 94.92398234 98.44286415 99.05590976 99.53408534]%
Cross Entropy Loss: [0.8924497  0.2516873  0.12297699 0.07902587 0.06143291]
Correct: [70.7822462  94.75232957 98.14860226 98.88425699 99.14173615]%
Cross Entropy Loss: [0.88555384 0.25277832 0.12585597 0.07976487 0.05898286]
Correct: [70.95389897 94.59293771 98.06277587 98.7984306  99.12947523]%
Cross Entropy Loss: [0.8765938  0.2402889  0.11889776 0.07434748 0.05381837]
Correct: [71.13781265 95.40215792 98.34477685 99.06817067 99.43599804]%
Cross Entropy Loss: [0.86556953 0.23958635 0.11976311 0.08002231 0.06598407]
Correct: [72.25355566 95.24276606 98.14860226 98.61451692 98.88425699]%
Cross Entropy Loss: [0.86366814 0.23359857 0.11043338 0.0673155  0.05049959]
Correct: [72.74399215 95.36537518 98.61451692 99.25208436 99.47278077]%
Cross Entropy Loss: [0.85694385 0.23218691 0.11113856 0.06614938 0.04718338]
Correct: [72.44973026 95.59833252 98.4919078  99.27660618 99.58312898]%
Cross Entropy Loss: [0.855844   0.22874366 0.10821414 0.0639713  0.04714176]
Correct: [71.77538009 95.79450711 98.71260422 99.44825895 99.68121628]%
Cross Entropy Loss: [0.85661966 0.23345947 0.11004084 0.06878462 0.05219261]
Correct: [72.10642472 95.07111329 98.4919078  99.08043158 99.32564983]%
Cross Entropy Loss: [0.84289765 0.22027726 0.10292078 0.06200643 0.04358556]
Correct: [73.51642962 95.79450711 98.68808239 99.38695439 99.65669446]%
Cross Entropy Loss: [0.84828067 0.22109422 0.10285284 0.06025579 0.0439935 ]
Correct: [73.14860226 95.95389897 98.7984306  99.52182442 99.68121628]%
Cross Entropy Loss: [0.83235407 0.21817584 0.10407598 0.06609154 0.04677384]
Correct: [73.95782246 95.89259441 98.4919078  99.21530162 99.60765081]%
Cross Entropy Loss: [0.84382653 0.22205058 0.10070301 0.05994416 0.0482397 ]
Correct: [72.65816577 95.62285434 98.82295243 99.31338892 99.43599804]%
Cross Entropy Loss: [0.82596457 0.21895602 0.10040602 0.06062797 0.04344146]
Correct: [73.56547327 95.65963708 98.81069152 99.12947523 99.46051986]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 48.14%
From layer 1:
Accuracy: 68.42%
From layer 2:
Accuracy: 73.90%
From layer 3:
Accuracy: 75.31%
From layer 4:
Accuracy: 75.66%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.25%
From layer 1:
Accuracy: 96.75%
From layer 2:
Accuracy: 99.06%
From layer 3:
Accuracy: 98.58%
From layer 4:
Accuracy: 96.46%
Checkpoint 940
models/shd_4layer_withckpts_noaugment_epoch940.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.1466446 4.0934954 3.271452  2.7064607 2.4758992]
Correct: [ 9.64933791 16.35605689 24.42373713 36.72143207 40.92692496]%
Cross Entropy Loss: [3.0161228  2.071255   1.4456365  1.0566536  0.94382375]
Correct: [20.7822462  35.56890633 51.27513487 62.80039235 67.27562531]%
Cross Entropy Loss: [2.5679262 1.6276603 1.1027017 0.808699  0.712494 ]
Correct: [27.64835704 46.41981363 62.23639039 72.08190289 75.14713095]%
Cross Entropy Loss: [2.31682    1.3873516  0.92148274 0.68391085 0.60415125]
Correct: [31.66993624 53.13879353 68.2687592  76.55713585 79.43845022]%
Cross Entropy Loss: [2.1502857  1.233133   0.80428076 0.5887454  0.5206632 ]
Correct: [35.15203531 58.27611574 72.36390387 80.11280039 82.40559098]%
Cross Entropy Loss: [2.0231156  1.1104757  0.7189211  0.52808094 0.45748663]
Correct: [37.50613046 62.18734674 75.84600294 82.14811182 85.28690535]%
Cross Entropy Loss: [1.926382   1.0154474  0.6511663  0.47679818 0.4173573 ]
Correct: [39.27170181 64.73761648 77.96714076 84.07307504 86.31682197]%
Cross Entropy Loss: [1.8373923  0.9413867  0.5995808  0.43224344 0.36920953]
Correct: [41.40510054 68.41589014 79.56105934 86.10838646 88.60961256]%
Cross Entropy Loss: [1.7696668  0.8863578  0.5547941  0.4069014  0.35679516]
Correct: [43.24423737 70.20598333 81.51054438 86.88082393 88.91613536]%
Cross Entropy Loss: [1.6979189  0.8188075  0.50780416 0.36102888 0.31507006]
Correct: [44.21284944 72.22903384 83.30063757 88.60961256 89.90926925]%
Cross Entropy Loss: [1.6319768  0.76977944 0.476816   0.33763963 0.2941936 ]
Correct: [46.67729279 74.22756253 84.56351153 89.73761648 91.061795  ]%
Cross Entropy Loss: [1.5849993  0.7398095  0.45370087 0.32598564 0.27810332]
Correct: [47.41294752 75.63756744 85.45855812 89.72535557 91.51544875]%
Cross Entropy Loss: [1.5442908  0.70350134 0.43495965 0.30969402 0.267954  ]
Correct: [48.82295243 76.59391859 86.45169201 90.38744483 91.90779794]%
Cross Entropy Loss: [1.4914688  0.6606387  0.39695832 0.28435463 0.23852456]
Correct: [49.9019127  78.82540461 88.10691515 91.57675331 92.90093183]%
Cross Entropy Loss: [1.4644581  0.6405101  0.37810922 0.26457563 0.22052395]
Correct: [50.66208926 79.4139284  88.36439431 92.38597352 93.82050025]%
Cross Entropy Loss: [1.4198283  0.6102764  0.3670544  0.2517971  0.21215604]
Correct: [52.23148602 80.65228053 89.10004904 92.88867092 93.78371751]%
Cross Entropy Loss: [1.3921375  0.58861405 0.35051706 0.24488144 0.20489986]
Correct: [52.83227072 81.47376165 89.48013732 92.72927906 94.02893575]%
Cross Entropy Loss: [1.3393828  0.54327345 0.3175515  0.22109447 0.18704978]
Correct: [54.90436488 83.32515939 91.12309956 94.12702305 94.89946052]%
Cross Entropy Loss: [1.3231589  0.52463025 0.3063487  0.20652454 0.17129402]
Correct: [54.57332026 84.12211869 91.40510054 94.47032859 95.6841589 ]%
Cross Entropy Loss: [1.2949795  0.5202502  0.29828596 0.20021208 0.16284843]
Correct: [55.75036783 83.80333497 91.95684159 94.76459049 96.01520353]%
Cross Entropy Loss: [1.2695365  0.4984762  0.28506434 0.19203892 0.16009836]
Correct: [56.24080432 85.18881805 92.14075527 95.19372241 95.91711623]%
Cross Entropy Loss: [1.2356482  0.47964883 0.27526814 0.18585664 0.15438217]
Correct: [57.71211378 85.37273173 92.52084355 95.3776361  96.12555174]%
Cross Entropy Loss: [1.2051203  0.46323165 0.2522148  0.1704043  0.13556778]
Correct: [58.70524767 86.57430113 93.64884747 95.74546346 97.03285924]%
Cross Entropy Loss: [1.1961087  0.44381002 0.24740522 0.16876829 0.13597615]
Correct: [58.76655223 87.42030407 93.69789112 95.95389897 96.87346739]%
Cross Entropy Loss: [1.1606913  0.4280987  0.23208237 0.15486395 0.12543263]
Correct: [60.12751349 87.71456596 94.18832761 96.3830309  97.10642472]%
Cross Entropy Loss: [1.1590598  0.42411646 0.22881736 0.1507879  0.12366522]
Correct: [59.85777342 87.99656694 94.45806768 96.4811182  97.17999019]%
Cross Entropy Loss: [1.1319621  0.4123031  0.22338258 0.14726207 0.11511132]
Correct: [61.53751839 88.63413438 94.66650319 96.71407553 97.54781756]%
Cross Entropy Loss: [1.1318731  0.4066912  0.22183995 0.14938281 0.11907357]
Correct: [61.12064738 88.53604708 94.33545856 96.43207455 97.09416381]%
Cross Entropy Loss: [1.1017815  0.389731   0.20704563 0.13782337 0.11013193]
Correct: [61.96665032 89.63952918 95.32859245 96.99607651 97.62138303]%
Cross Entropy Loss: [1.0817196  0.37770337 0.1964414  0.1264745  0.09881711]
Correct: [62.98430603 89.72535557 95.89259441 97.56007847 98.1976459 ]%
Cross Entropy Loss: [1.0668869  0.36405772 0.18746154 0.12482125 0.09966111]
Correct: [63.2540461  90.48553212 95.94163806 97.40068661 98.01373222]%
Cross Entropy Loss: [1.0516602  0.351382   0.18203633 0.11659368 0.09152869]
Correct: [64.4556155  91.24570868 96.34624816 97.8911231  98.36929868]%
Cross Entropy Loss: [1.0389946  0.35349122 0.18267618 0.11338249 0.09006712]
Correct: [64.07552722 90.43648847 96.1868563  98.06277587 98.45512506]%
Cross Entropy Loss: [1.0290928  0.34319833 0.17248738 0.10964067 0.08667576]
Correct: [65.35066209 91.33153507 96.64051005 97.90338401 98.60225601]%
Cross Entropy Loss: [1.0268742  0.33241543 0.17100407 0.1065522  0.08399209]
Correct: [65.27709662 91.76066699 96.26042178 98.03825405 98.51642962]%
Cross Entropy Loss: [0.99840647 0.3182468  0.16223831 0.09868898 0.0774082 ]
Correct: [66.31927415 92.33692987 96.75085826 98.47964689 98.88425699]%
Cross Entropy Loss: [0.9951782  0.31564796 0.15637697 0.09659229 0.07312333]
Correct: [66.84649338 92.77832271 96.97155468 98.3938205  98.8965179 ]%
Cross Entropy Loss: [0.98552424 0.3099422  0.15583442 0.10397554 0.08151457]
Correct: [66.5644924  92.63119176 97.15546837 98.07503678 98.45512506]%
Cross Entropy Loss: [0.9741572  0.3082096  0.15436263 0.09883994 0.07674402]
Correct: [66.94458068 92.61893085 97.08190289 98.32025503 98.71260422]%
Cross Entropy Loss: [0.95432305 0.29881814 0.14729115 0.09026657 0.06809361]
Correct: [68.20745463 92.96223639 97.3884257  98.57773418 99.01912702]%
Cross Entropy Loss: [0.9365983  0.28671005 0.14065237 0.08548748 0.06564064]
Correct: [68.66110839 93.4771947  97.68268759 98.8965179  99.11721432]%
Cross Entropy Loss: [0.9448606  0.2883297  0.13931307 0.08406512 0.06193106]
Correct: [68.15841099 93.18293281 97.60912212 98.72486513 99.25208436]%
Cross Entropy Loss: [0.9344321  0.2809449  0.1313381  0.08221326 0.06028546]
Correct: [69.13928396 93.80823933 98.00147131 98.82295243 99.22756253]%
Cross Entropy Loss: [0.9202668  0.27297592 0.12833947 0.07840443 0.05855347]
Correct: [69.72780775 93.90632663 98.06277587 98.88425699 99.37469348]%
Cross Entropy Loss: [0.93379086 0.2728033  0.1290358  0.07616875 0.05799312]
Correct: [69.20058852 94.06571849 97.97694949 99.01912702 99.32564983]%
Cross Entropy Loss: [0.9057862  0.2654755  0.12400024 0.07464948 0.05846011]
Correct: [70.26728789 94.10250123 98.16086317 99.0926925  99.19077979]%
Cross Entropy Loss: [0.90481955 0.2642455  0.12090153 0.07303376 0.05703769]
Correct: [70.7822462  94.20058852 98.17312408 99.04364885 99.28886709]%
Cross Entropy Loss: [0.90101755 0.2615413  0.12019601 0.07261593 0.05736944]
Correct: [70.53702795 94.274154   98.18538499 99.06817067 99.33791074]%
Cross Entropy Loss: [0.8957372  0.25246358 0.11627722 0.07292872 0.05903156]
Correct: [70.62285434 94.92398234 98.36929868 98.98234429 99.03138794]%
Cross Entropy Loss: [0.87701786 0.23999564 0.10816963 0.06471559 0.04722559]
Correct: [71.87346739 95.50024522 98.74938695 99.37469348 99.61991172]%
Cross Entropy Loss: [0.8672662  0.24384019 0.11049636 0.0664811  0.047792  ]
Correct: [72.80529671 95.05885238 98.35703776 99.22756253 99.60765081]%
Cross Entropy Loss: [0.8690467  0.23894103 0.10520002 0.06216916 0.05026263]
Correct: [71.9838156  95.12015694 98.71260422 99.35017165 99.4973026 ]%
Cross Entropy Loss: [0.87024266 0.23646358 0.10529299 0.06191031 0.04565159]
Correct: [71.62824914 95.57381069 98.66356057 99.22756253 99.58312898]%
Cross Entropy Loss: [0.85904425 0.23897883 0.10971996 0.07141937 0.05139815]
Correct: [72.63364394 95.2795488  98.50416871 98.95782246 99.41147621]%
Cross Entropy Loss: [0.8459305  0.22981745 0.10273713 0.05956609 0.04341158]
Correct: [72.65816577 95.54928887 98.72486513 99.38695439 99.70573811]%
Cross Entropy Loss: [0.84042424 0.21895432 0.0940244  0.05322111 0.03830853]
Correct: [73.50416871 96.05198627 99.0926925  99.61991172 99.84060814]%
Cross Entropy Loss: [0.8403094  0.224697   0.09999384 0.06120114 0.04245781]
Correct: [73.61451692 95.72094164 98.63903874 99.19077979 99.60765081]%
Cross Entropy Loss: [0.8451899  0.23142311 0.10422987 0.06262031 0.04488784]
Correct: [72.53555665 95.45120157 98.70034331 99.16625797 99.47278077]%
Cross Entropy Loss: [0.8177747  0.21475056 0.09033    0.05046057 0.03859646]
Correct: [74.26434527 96.15007357 99.16625797 99.60765081 99.60765081]%
Cross Entropy Loss: [0.8382626  0.22425598 0.09262448 0.05073495 0.03586604]
Correct: [73.22216773 95.24276606 98.97008337 99.61991172 99.84060814]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 47.88%
From layer 1:
Accuracy: 69.04%
From layer 2:
Accuracy: 73.94%
From layer 3:
Accuracy: 75.66%
From layer 4:
Accuracy: 77.16%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 74.74%
From layer 1:
Accuracy: 97.00%
From layer 2:
Accuracy: 99.51%
From layer 3:
Accuracy: 99.67%
From layer 4:
Accuracy: 99.83%
Checkpoint 960
models/shd_4layer_withckpts_noaugment_epoch960.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.9140453 4.1969123 4.0539703 2.818291  2.8574235]
Correct: [ 9.74742521 15.03187837 23.90877881 36.73369299 37.49386954]%
Cross Entropy Loss: [3.0826705 2.1203032 1.5461645 1.0138736 0.9930824]
Correct: [19.26189308 34.7351643  48.83521334 65.06866111 65.57135851]%
Cross Entropy Loss: [2.5668    1.6608363 1.1846876 0.7921582 0.7480149]
Correct: [26.02991663 44.88719961 58.96272683 72.36390387 73.77390878]%
Cross Entropy Loss: [2.3080816 1.4223108 0.9803928 0.6524333 0.6109868]
Correct: [30.87297695 52.47670427 66.33153507 77.6115743  79.23001471]%
Cross Entropy Loss: [2.1370535  1.2544514  0.85528994 0.5671208  0.5288538 ]
Correct: [34.07307504 57.20941638 71.39529181 81.15497793 82.22167729]%
Cross Entropy Loss: [2.019865   1.1429623  0.76447093 0.5178094  0.46892756]
Correct: [36.68464934 61.39038744 74.25208436 82.87150564 84.08533595]%
Cross Entropy Loss: [1.9129807  1.0505407  0.69458866 0.45899743 0.41852438]
Correct: [39.36978911 64.36978911 76.48357038 84.82099068 86.29230015]%
Cross Entropy Loss: [1.8280813  0.9695154  0.63373125 0.42349282 0.38291648]
Correct: [40.74301128 67.01814615 79.3158411  86.13290829 87.43256498]%
Cross Entropy Loss: [1.7606581  0.89791274 0.5817724  0.39609456 0.34439945]
Correct: [42.28788622 69.99754782 81.28984796 87.0524767  88.70769985]%
Cross Entropy Loss: [1.6853001  0.84647226 0.54057115 0.3690413  0.32102168]
Correct: [43.48945562 71.64051005 82.88376655 88.05787151 89.81118195]%
Cross Entropy Loss: [1.6148689  0.78952837 0.495478   0.33014563 0.28383926]
Correct: [45.84355076 74.14173615 84.67385974 89.56596371 91.24570868]%
Cross Entropy Loss: [1.5769109  0.74691266 0.47231793 0.316539   0.2698706 ]
Correct: [46.75085826 75.24521824 85.36047082 89.89700834 91.69936243]%
Cross Entropy Loss: [1.5193281  0.7014919  0.4406741  0.29323912 0.25553837]
Correct: [48.22216773 77.05983325 86.29230015 90.87788131 92.25110348]%
Cross Entropy Loss: [1.4817908  0.6814771  0.41413087 0.27856892 0.23989722]
Correct: [49.58312898 77.95487984 87.46934772 91.57675331 92.71701815]%
Cross Entropy Loss: [1.4390317  0.6405376  0.39631185 0.26671538 0.22207272]
Correct: [50.44139284 78.88670917 88.08239333 92.09171162 93.52623835]%
Cross Entropy Loss: [1.4092377  0.6078502  0.37591395 0.2510964  0.20918   ]
Correct: [51.54487494 80.43158411 88.71996077 92.6679745  94.00441393]%
Cross Entropy Loss: [1.3709356  0.57951957 0.35394496 0.23148146 0.19603704]
Correct: [52.52574792 81.51054438 89.57822462 93.4771947  94.66650319]%
Cross Entropy Loss: [1.3394468  0.5598716  0.33270288 0.21738353 0.18240872]
Correct: [53.77636096 82.12359    90.4610103  93.91858754 95.16920059]%
Cross Entropy Loss: [1.3091745  0.54114836 0.3180427  0.20606618 0.17479159]
Correct: [54.61010299 82.92054929 91.19666503 94.5806768  95.38989701]%
Cross Entropy Loss: [1.2871733  0.5172073  0.3095829  0.19952345 0.1639787 ]
Correct: [55.50514958 84.19568416 91.07405591 94.5806768  95.74546346]%
Cross Entropy Loss: [1.2631053  0.5045333  0.29252806 0.19451852 0.15860958]
Correct: [56.66993624 84.91907798 92.0671898  94.70328592 95.94163806]%
Cross Entropy Loss: [1.2265494  0.4903007  0.28624508 0.18930738 0.15048309]
Correct: [57.20941638 84.60029426 92.20205983 94.80137322 96.11329083]%
Cross Entropy Loss: [1.2032175  0.466171   0.26882213 0.17140658 0.14499407]
Correct: [58.14124571 86.40264836 93.10936734 95.76998529 96.23589995]%
Cross Entropy Loss: [1.1844491  0.45107344 0.2588376  0.16206245 0.12993921]
Correct: [59.06081412 86.56204022 93.21971555 96.1868563  97.03285924]%
Cross Entropy Loss: [1.1676227  0.43656856 0.25276244 0.1595334  0.13180934]
Correct: [59.77194703 87.4448259  93.62432565 96.03972536 96.95929377]%
Cross Entropy Loss: [1.1432118  0.4251399  0.24226472 0.14975305 0.11946899]
Correct: [60.22560078 87.62873958 93.7714566  96.35850907 97.16772928]%
Cross Entropy Loss: [1.1212358  0.41292977 0.2317296  0.14348862 0.11471251]
Correct: [61.68464934 88.62187347 94.29867582 96.93477195 97.82981854]%
Cross Entropy Loss: [1.1182684  0.41178176 0.23432302 0.14416306 0.11828197]
Correct: [61.07160373 88.51152526 94.10250123 96.4811182  97.09416381]%
Cross Entropy Loss: [1.093735   0.39524522 0.21517847 0.13536617 0.1091534 ]
Correct: [62.07699853 89.03874448 94.81363413 97.04512016 97.84207945]%
Cross Entropy Loss: [1.0673598  0.37555358 0.20471837 0.12686259 0.10058226]
Correct: [63.24178519 89.84796469 95.25502697 97.42520844 97.9892104 ]%
Cross Entropy Loss: [1.0563128  0.36683756 0.20411813 0.13067488 0.09974437]
Correct: [63.69543894 90.42422756 95.35311427 97.02059833 97.91564492]%
Cross Entropy Loss: [1.0509014  0.36057395 0.19605802 0.12431199 0.09778512]
Correct: [64.00196175 90.59588033 95.69641981 97.30259931 98.00147131]%
Cross Entropy Loss: [1.0340322  0.35091037 0.18917337 0.11439549 0.08880541]
Correct: [64.74987739 90.81657675 95.59833252 97.60912212 98.4919078 ]%
Cross Entropy Loss: [1.024436   0.34255913 0.18260048 0.11584161 0.09569604]
Correct: [64.44335459 90.91466405 96.19911721 97.54781756 97.8911231 ]%
Cross Entropy Loss: [1.0081327  0.32585835 0.17367108 0.10196996 0.07886292]
Correct: [65.62040216 92.25110348 96.60372732 98.30799411 98.7984306 ]%
Cross Entropy Loss: [1.0027142  0.3258055  0.17298146 0.10189925 0.07786687]
Correct: [66.11083865 91.85875429 96.32172634 98.09955861 98.7984306 ]%
Cross Entropy Loss: [0.98638815 0.3163624  0.16195759 0.09607805 0.07451243]
Correct: [66.39283963 92.27562531 96.73859735 98.36929868 98.78616969]%
Cross Entropy Loss: [0.976548   0.31781194 0.1698942  0.10276671 0.07826067]
Correct: [67.54536538 91.93231976 96.34624816 98.06277587 98.65129966]%
Cross Entropy Loss: [0.9757956  0.3042915  0.15211579 0.08948983 0.06786805]
Correct: [67.60666994 92.59440902 97.22903384 98.71260422 98.97008337]%
Cross Entropy Loss: [0.9585598  0.30200937 0.15231915 0.09270106 0.06988925]
Correct: [67.80284453 92.42275625 97.25355566 98.51642962 99.04364885]%
Cross Entropy Loss: [0.94396985 0.2928786  0.1483243  0.09002838 0.06993058]
Correct: [68.48945562 93.2687592  97.33938205 98.52869053 98.98234429]%
Cross Entropy Loss: [0.9409847  0.29235864 0.14498028 0.08435551 0.06371778]
Correct: [68.28102011 93.03580186 97.37616479 98.85973516 99.27660618]%
Cross Entropy Loss: [0.9380465  0.2806166  0.1392328  0.08101191 0.05937029]
Correct: [68.04806278 93.88180481 97.65816577 98.81069152 99.27660618]%
Cross Entropy Loss: [0.914096   0.27484787 0.13551138 0.07955503 0.06205994]
Correct: [70.00980873 93.96763119 97.67042668 98.94556155 99.22756253]%
Cross Entropy Loss: [0.911436   0.26915786 0.1305585  0.07490489 0.05896115]
Correct: [70.07111329 94.04119667 97.96468857 99.06817067 99.3992153 ]%
Cross Entropy Loss: [0.9112868  0.27385625 0.13410696 0.07899594 0.06026499]
Correct: [69.93624326 93.73467386 97.91564492 98.81069152 99.14173615]%
Cross Entropy Loss: [0.9033515  0.2597683  0.12312881 0.07135881 0.05585939]
Correct: [69.96076508 94.5806768  98.12408043 99.25208436 99.37469348]%
Cross Entropy Loss: [0.8900625  0.25913632 0.1217879  0.07322817 0.05743097]
Correct: [70.92937715 94.43354586 98.3938205  99.04364885 99.20304071]%
Cross Entropy Loss: [0.90427065 0.25720567 0.12444291 0.07423343 0.05693778]
Correct: [70.2795488  94.33545856 97.90338401 98.8965179  99.23982344]%
Cross Entropy Loss: [0.87370014 0.25125778 0.11758966 0.0647108  0.04550599]
Correct: [71.94703286 94.65424228 98.14860226 99.31338892 99.68121628]%
Cross Entropy Loss: [0.8671086  0.24633646 0.11358021 0.06820458 0.04801098]
Correct: [71.91025012 94.83815596 98.2957332  98.98234429 99.53408534]%
Cross Entropy Loss: [0.8602416  0.23767073 0.10903827 0.06182226 0.04620938]
Correct: [72.1922511  95.35311427 98.55321236 99.33791074 99.53408534]%
Cross Entropy Loss: [0.8623424  0.23595536 0.10950112 0.06330079 0.04875664]
Correct: [71.57920549 95.46346248 98.5899951  99.42373713 99.44825895]%
Cross Entropy Loss: [0.87083226 0.24515477 0.11249264 0.06264041 0.04470226]
Correct: [71.46885728 94.42128494 98.27121138 99.23982344 99.60765081]%
Cross Entropy Loss: [0.84536916 0.23158687 0.10553274 0.05858328 0.04521871]
Correct: [72.80529671 95.41441883 98.62677783 99.26434527 99.55860716]%
Cross Entropy Loss: [0.84423554 0.22434883 0.09999084 0.0597937  0.04705621]
Correct: [72.75625307 95.76998529 98.81069152 99.28886709 99.47278077]%
Cross Entropy Loss: [0.83833325 0.22074759 0.09964056 0.05915915 0.04402984]
Correct: [73.3938205  95.65963708 98.72486513 99.31338892 99.63217263]%
Cross Entropy Loss: [0.82946616 0.21850118 0.09324685 0.05040698 0.03631923]
Correct: [73.73712604 95.99068171 99.01912702 99.57086807 99.77930358]%
Cross Entropy Loss: [0.828291   0.21915224 0.0992485  0.05336096 0.03773216]
Correct: [73.84747425 95.73320255 98.67582148 99.4973026  99.77930358]%
Cross Entropy Loss: [0.8223063  0.22025199 0.0952886  0.05299015 0.04105321]
Correct: [73.97008337 95.53702795 98.67582148 99.43599804 99.52182442]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 48.50%
From layer 1:
Accuracy: 68.29%
From layer 2:
Accuracy: 73.41%
From layer 3:
Accuracy: 76.99%
From layer 4:
Accuracy: 77.92%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 75.54%
From layer 1:
Accuracy: 96.60%
From layer 2:
Accuracy: 99.40%
From layer 3:
Accuracy: 99.75%
From layer 4:
Accuracy: 99.89%
Checkpoint 980
models/shd_4layer_withckpts_noaugment_epoch980.pt

  0%|          | 0/127 [00:00<?, ?it/s]

  0%|          | 0/60 [00:00<?, ?it/s]

Cross Entropy Loss: [5.480698  4.339115  3.622479  2.5714664 2.2266994]
Correct: [10.15203531 16.38057872 21.77538009 36.09612555 45.54928887]%
Cross Entropy Loss: [3.0158405 2.0636973 1.5462929 1.059471  0.8859954]
Correct: [19.75232957 36.47621383 48.30799411 62.60421775 69.51937224]%
Cross Entropy Loss: [2.5942347 1.625233  1.1720133 0.8219714 0.7047633]
Correct: [25.76017656 46.39529181 59.48994605 70.89259441 75.78469838]%
Cross Entropy Loss: [2.3488655  1.3852267  0.9708822  0.71065474 0.59527695]
Correct: [30.19862678 53.53114272 66.50318784 75.68661108 80.01471309]%
Cross Entropy Loss: [2.1780267  1.2225962  0.8408389  0.61201936 0.5176937 ]
Correct: [33.31289848 57.90828838 70.97842079 79.36488475 82.78567925]%
Cross Entropy Loss: [2.0481856  1.0975796  0.754208   0.536834   0.45829514]
Correct: [35.58116724 62.17508583 74.50956351 82.03776361 84.67385974]%
Cross Entropy Loss: [1.936488   0.9949136  0.66126066 0.47722554 0.4024017 ]
Correct: [38.21726336 66.1598823  78.37175086 84.36733693 86.81951937]%
Cross Entropy Loss: [1.8452096  0.92646426 0.6251597  0.4452298  0.37567005]
Correct: [40.17900932 68.69789112 78.76410005 85.6424718  88.18048063]%
Cross Entropy Loss: [1.7737399  0.85785276 0.56003594 0.41077676 0.34625128]
Correct: [41.65031878 70.69641981 81.96419814 86.5497793  88.86709171]%
Cross Entropy Loss: [1.6948403  0.8088534  0.5275108  0.37559918 0.31389973]
Correct: [43.64884747 72.80529671 83.09220206 88.21726336 90.27709662]%
Cross Entropy Loss: [1.6544232  0.76412344 0.49530366 0.35085115 0.2880704 ]
Correct: [44.78911231 74.70573811 84.22020598 88.91613536 91.1598823 ]%
Cross Entropy Loss: [1.580447   0.7105244  0.45870763 0.31961223 0.261218  ]
Correct: [46.2849436  76.33643943 85.69151545 90.0564002  92.27562531]%
Cross Entropy Loss: [1.5387224  0.6797098  0.42685395 0.30297852 0.2479962 ]
Correct: [47.80529671 77.52574792 86.81951937 90.60814125 92.58214811]%
Cross Entropy Loss: [1.4874779  0.6509003  0.4116841  0.28813043 0.23444605]
Correct: [48.62677783 78.87444826 86.99117214 91.29475233 93.42815105]%
Cross Entropy Loss: [1.4679753  0.615149   0.3876801  0.2707417  0.22129402]
Correct: [49.5953899  79.78175576 88.31535066 92.05492889 93.86954389]%
Cross Entropy Loss: [1.4339764  0.59350157 0.36591145 0.25814977 0.20698413]
Correct: [51.01765571 81.15497793 89.24717999 92.36145169 94.22511035]%
Cross Entropy Loss: [1.387492   0.56817865 0.353241   0.24955048 0.20415427]
Correct: [51.86365866 82.47915645 89.78666013 92.74153997 94.1760667 ]%
Cross Entropy Loss: [1.3567029  0.54836106 0.33282554 0.23516065 0.19071567]
Correct: [52.95487984 82.31976459 90.43648847 92.92545365 94.75232957]%
Cross Entropy Loss: [1.3185064  0.5198331  0.31492192 0.21166821 0.16868532]
Correct: [54.54879843 84.01177048 91.09857773 94.34771947 95.6841589 ]%
Cross Entropy Loss: [1.2899234  0.5056357  0.3033818  0.20974997 0.16309357]
Correct: [55.16184404 84.40411967 91.8710152  94.29867582 95.81902894]%
Cross Entropy Loss: [1.2739992  0.49706218 0.29216963 0.20148218 0.16297911]
Correct: [55.77488965 84.45316332 91.77292791 94.18832761 95.73320255]%
Cross Entropy Loss: [1.2437358  0.4696804  0.2764523  0.18477656 0.14968322]
Correct: [57.00098087 86.26777832 92.48406081 95.35311427 96.15007357]%
Cross Entropy Loss: [1.2191561  0.4576761  0.26516515 0.17983052 0.14430584]
Correct: [57.87150564 86.42717018 92.96223639 95.53702795 96.56694458]%
Cross Entropy Loss: [1.1831701  0.4336923  0.25278634 0.17072421 0.13132405]
Correct: [58.68072585 87.32221677 93.56302109 95.69641981 97.05738107]%
Cross Entropy Loss: [1.192998   0.43608934 0.25315136 0.17866656 0.13658834]
Correct: [58.30063757 87.39578225 93.53849926 95.36537518 96.56694458]%
Cross Entropy Loss: [1.1581413  0.4084231  0.23532963 0.15818134 0.12113106]
Correct: [60.15203531 88.56056891 94.26189308 96.00294262 97.44973026]%
Cross Entropy Loss: [1.1480366  0.40485692 0.22929764 0.15134528 0.12357785]
Correct: [60.88769004 88.54830799 94.4825895  96.50564002 97.14320745]%
Cross Entropy Loss: [1.120743   0.38431323 0.2126195  0.14114213 0.10668085]
Correct: [61.45169201 89.44335459 95.0833742  96.91025012 97.9892104 ]%
Cross Entropy Loss: [1.099791   0.38085294 0.21224105 0.1390459  0.10541468]
Correct: [62.23639039 89.68857283 95.19372241 96.94703286 97.85434036]%
Cross Entropy Loss: [1.0872906  0.36698666 0.2010258  0.12673548 0.09579933]
Correct: [62.27317312 90.51005395 95.72094164 97.57233938 98.50416871]%
Cross Entropy Loss: [1.0736808  0.35690972 0.1936478  0.12532747 0.09666032]
Correct: [63.71996077 90.60814125 95.89259441 97.36390387 98.1976459 ]%
Cross Entropy Loss: [1.0545853  0.35135248 0.18921794 0.12276945 0.09343209]
Correct: [63.64639529 90.58361942 96.19911721 97.65816577 98.54095145]%
Cross Entropy Loss: [1.0456693  0.34101358 0.18489948 0.12079848 0.09299412]
Correct: [64.61500736 91.14762138 96.15007357 97.53555665 98.28347229]%
Cross Entropy Loss: [1.0329332  0.3358825  0.1857991  0.12136211 0.09220903]
Correct: [64.84796469 90.90240314 95.89259441 97.36390387 98.36929868]%
Cross Entropy Loss: [1.0272117  0.33192998 0.1788288  0.11351189 0.08528608]
Correct: [65.16674841 91.40510054 96.21137813 97.58460029 98.40608141]%
Cross Entropy Loss: [1.0023333  0.3206493  0.16673754 0.10659829 0.08060092]
Correct: [65.92692496 91.63805787 96.9838156  98.14860226 98.95782246]%
Cross Entropy Loss: [1.0016252  0.3134712  0.16269808 0.10835899 0.08445563]
Correct: [65.89014223 91.89553703 96.81216282 97.78077489 98.51642962]%
Cross Entropy Loss: [0.9854674  0.30135384 0.15547055 0.09960604 0.07511171]
Correct: [66.4664051  92.82736636 97.05738107 98.34477685 99.00686611]%
Cross Entropy Loss: [0.98574716 0.30486563 0.15867619 0.099527   0.07356111]
Correct: [66.92005885 92.32466896 96.94703286 98.20990682 98.87199608]%
Cross Entropy Loss: [0.95981723 0.2935886  0.15048802 0.09316375 0.07129548]
Correct: [67.71701815 92.80284453 97.21677293 98.52869053 98.9946052 ]%
Cross Entropy Loss: [0.95934844 0.28428093 0.14521062 0.0903741  0.06486963]
Correct: [68.21971555 93.37910741 97.42520844 98.5899951  99.38695439]%
Cross Entropy Loss: [0.94593966 0.28245163 0.14252146 0.09053997 0.07263856]
Correct: [68.37910741 93.575282   97.56007847 98.57773418 98.77390878]%
Cross Entropy Loss: [0.93033564 0.2719215  0.1356665  0.08386285 0.06040666]
Correct: [69.4825895  93.86954389 98.01373222 98.84747425 99.27660618]%
Cross Entropy Loss: [0.9269922  0.27240792 0.13484019 0.0848226  0.06206034]
Correct: [69.59293771 94.09024031 97.73173124 98.56547327 99.0926925 ]%
Cross Entropy Loss: [0.93154067 0.2713737  0.13349709 0.08732086 0.0651902 ]
Correct: [69.12702305 93.66110839 97.73173124 98.52869053 99.08043158]%
Cross Entropy Loss: [0.9108862  0.26030624 0.12827377 0.07867995 0.05734822]
Correct: [69.82589505 94.32319765 97.95242766 98.83521334 99.38695439]%
Cross Entropy Loss: [0.8891147  0.24969162 0.11692489 0.06816421 0.04953381]
Correct: [71.62824914 94.69102501 98.41834232 99.38695439 99.65669446]%
Cross Entropy Loss: [0.8909242  0.24722736 0.12114982 0.07986169 0.0621008 ]
Correct: [71.03972536 94.94850417 98.40608141 98.85973516 99.21530162]%
Cross Entropy Loss: [0.8891282  0.24737301 0.11719148 0.06824467 0.04785356]
Correct: [71.2849436  94.60519863 98.35703776 99.28886709 99.74252084]%
Cross Entropy Loss: [0.89462787 0.24678217 0.11783032 0.07500641 0.05377858]
Correct: [70.3776361  94.88719961 98.43060324 98.92103973 99.37469348]%
Cross Entropy Loss: [0.8767741  0.23729055 0.11373235 0.06769669 0.04764521]
Correct: [72.00833742 95.2795488  98.41834232 99.16625797 99.5953899 ]%
Cross Entropy Loss: [0.86747134 0.23568614 0.10842533 0.0630815  0.04425076]
Correct: [72.08190289 95.30407062 98.5899951  99.32564983 99.77930358]%
Cross Entropy Loss: [0.8617345  0.22941689 0.10792171 0.06926504 0.05333203]
Correct: [72.04512016 95.51250613 98.71260422 99.03138794 99.31338892]%
Cross Entropy Loss: [0.8495213  0.222458   0.10200106 0.05953653 0.04373247]
Correct: [72.78077489 96.03972536 98.88425699 99.46051986 99.70573811]%
Cross Entropy Loss: [0.8572219  0.2228643  0.09958965 0.05974373 0.04625277]
Correct: [72.96468857 95.72094164 98.94556155 99.46051986 99.61991172]%
Cross Entropy Loss: [0.8512755  0.22074974 0.0993807  0.05872267 0.04140829]
Correct: [72.37616479 95.81902894 98.81069152 99.42373713 99.69347719]%
Cross Entropy Loss: [0.84531385 0.21876147 0.09903716 0.07583673 0.04653782]
Correct: [72.73173124 95.74546346 98.7984306  98.76164787 99.41147621]%
Cross Entropy Loss: [0.83941853 0.21184118 0.0939808  0.05415528 0.03874413]
Correct: [73.30799411 96.32172634 98.9946052  99.61991172 99.79156449]%
Cross Entropy Loss: [0.8317517  0.2048272  0.08917342 0.05047584 0.03501191]
Correct: [73.70034331 96.57920549 99.26434527 99.66895537 99.82834723]%
Cross Entropy Loss: [0.8288325  0.21109389 0.09445275 0.05529735 0.04468121]
Correct: [73.45512506 96.06424718 98.8965179  99.43599804 99.44825895]%

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 48.54%
From layer 1:
Accuracy: 69.39%
From layer 2:
Accuracy: 75.31%
From layer 3:
Accuracy: 77.83%
From layer 4:
Accuracy: 78.00%

  0%|          | 0/128 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 75.88%
From layer 1:
Accuracy: 96.90%
From layer 2:
Accuracy: 99.07%
From layer 3:
Accuracy: 99.63%
From layer 4:
Accuracy: 99.71%
Checkpoint 1000
models/shd_4layer_withckpts_noaugment_epoch1000.pt
Checkpoint 1020
models/shd_4layer_withckpts_noaugment_epoch1020.pt
Checkpoint 1040
models/shd_4layer_withckpts_noaugment_epoch1040.pt
Checkpoint 1060
models/shd_4layer_withckpts_noaugment_epoch1060.pt
Checkpoint 1080
models/shd_4layer_withckpts_noaugment_epoch1080.pt
Checkpoint 1100
models/shd_4layer_withckpts_noaugment_epoch1100.pt
Checkpoint 1120
models/shd_4layer_withckpts_noaugment_epoch1120.pt
Checkpoint 1140
models/shd_4layer_withckpts_noaugment_epoch1140.pt
Checkpoint 1160
models/shd_4layer_withckpts_noaugment_epoch1160.pt
Checkpoint 1180
models/shd_4layer_withckpts_noaugment_epoch1180.pt
Checkpoint 1200
models/shd_4layer_withckpts_noaugment_epoch1200.pt
Checkpoint 1220
models/shd_4layer_withckpts_noaugment_epoch1220.pt
Checkpoint 1240
models/shd_4layer_withckpts_noaugment_epoch1240.pt
Checkpoint 1260
models/shd_4layer_withckpts_noaugment_epoch1260.pt
Checkpoint 1280
models/shd_4layer_withckpts_noaugment_epoch1280.pt
Checkpoint 1300
models/shd_4layer_withckpts_noaugment_epoch1300.pt
Checkpoint 1320
models/shd_4layer_withckpts_noaugment_epoch1320.pt
Checkpoint 1340
models/shd_4layer_withckpts_noaugment_epoch1340.pt
Checkpoint 1360
models/shd_4layer_withckpts_noaugment_epoch1360.pt
Checkpoint 1380
models/shd_4layer_withckpts_noaugment_epoch1380.pt
Checkpoint 1400
models/shd_4layer_withckpts_noaugment_epoch1400.pt
Checkpoint 1420
models/shd_4layer_withckpts_noaugment_epoch1420.pt
Checkpoint 1440
models/shd_4layer_withckpts_noaugment_epoch1440.pt
Checkpoint 1460
models/shd_4layer_withckpts_noaugment_epoch1460.pt
Checkpoint 1480
models/shd_4layer_withckpts_noaugment_epoch1480.pt
Checkpoint 1500
models/shd_4layer_withckpts_noaugment_epoch1500.pt
Checkpoint 1520
models/shd_4layer_withckpts_noaugment_epoch1520.pt

/tmp/ipykernel_1995587/253333075.py:33: UserWarning: To copy construct from a tensor, it is recommended to use sourceTensor.clone().detach() or sourceTensor.clone().detach().requires_grad_(True), rather than torch.tensor(sourceTensor).
  torch.save(torch.stack([torch.tensor(tac) for tac in test_accs_ckpt]), model_name[:-3]+'_test_accs_ckpt.pt')
/tmp/ipykernel_1995587/253333075.py:34: UserWarning: To copy construct from a tensor, it is recommended to use sourceTensor.clone().detach() or sourceTensor.clone().detach().requires_grad_(True), rather than torch.tensor(sourceTensor).
  torch.save(torch.stack([torch.tensor(tac) for tac in train_accs_ckpt]), model_name[:-3]+'_train_accs_ckpt.pt')

# plot train and test accuracy over time
plt.figure()
for i in range(test_accs_ckpt.shape[-1]):
    if i == 0:
        plt.plot(epochs, 100*test_accs_ckpt[:,i], color=color_list[i], label=f'Directly from inputs')
        plt.plot(epochs, 100*train_accs_ckpt[:,i], color=color_list[i], linestyle='--')
    else:
        plt.plot(epochs, 100*test_accs_ckpt[:,i], color=color_list[i], label=f'Layer {i}')
        plt.plot(epochs, 100*train_accs_ckpt[:,i], color=color_list[i], linestyle='--')
plt.xlabel('Epoch')
plt.ylabel('Accuracy')
plt.legend()

<matplotlib.legend.Legend at 0x7f4d60de9850>

if classifier_type == 'closed':
    # if snn_samples already exist, don't recompute
    try:
        snn_samples
    except:
        snn_samples, targets = get_samples(SNN, train_loader, args.n_hidden, device)
    cat = True
    out_projs = train_out_proj_closed_form(args, snn_samples, targets, cat=cat)
    test_acc, _ = get_accuracy(SNN, out_projs, test_loader, device, cat=cat)

  0%|          | 0/127 [00:00<?, ?it/s]

(20, 700) 0.010724677 -0.010629931
(20, 1150) 0.056771163 -0.039086737
(20, 1600) 0.4956497 -0.2596547
(20, 2050) 0.44425982 -0.25678265
(20, 2500) 0.8378215 -0.91546047

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 28.89%
From layer 1:
Accuracy: 55.79%
From layer 2:
Accuracy: 67.67%
From layer 3:
Accuracy: 74.20%
From layer 4:
Accuracy: 75.88%

if classifier_type != 'closed':
    # plot some training characteristics
    print(f'Accuracy of last quarter: {100*acc[-len(acc)//4:].mean(axis=0)}%')
    plt.figure()
    for i in range(len(acc[0])):
        plt.plot(np.asarray(acc)[:,i]*100, color=color_list[i])
    plt.ylabel('Accuracy [%]')
    plt.xlabel('Training Step [x500]')
    labels = ['From Inputs directly', *[f'From Layer {i+1}' for i in range(len(SNN.layers))]]
    plt.legend(labels)
    plt.ylim([65, 95])
    plt.figure()
    print(losses_out.shape)
    for i in range(losses_out.shape[1]):
        plt.plot(np.arange(len(losses_out))/len(train_loader), savgol_filter(losses_out[:,i], 99, 1), label=labels[i], color=color_list[i])
    plt.ylabel('Cross Entropy Loss')
    plt.xlabel('Training Step')
    plt.ylim([0.15, 1.0])
    plt.legend();

Accuracy of last quarter: [43.03571429 77.07000589 87.01358909 89.62446036 90.12460754]%
torch.Size([25488, 5])

Get output projection Accuracy on test set

test_acc, pred_matrix = get_accuracy(SNN, out_projs, test_loader, device, cat=cat)
plt.figure()
plt.plot(100*np.asarray(test_acc))
plt.ylabel('Accuracy [%]')
plt.xlabel('Layer')

plt.figure()
plt.imshow(pred_matrix, origin='lower')
plt.title('Prediction Matrix for the final layer')
plt.xlabel('Prediction')
plt.ylabel('Target')
plt.xticks([i for i in range(args.n_outputs)])
plt.yticks([i for i in range(args.n_outputs)])
plt.colorbar();

  0%|          | 0/36 [00:00<?, ?it/s]

Directly from inputs:
Accuracy: 46.64%
From layer 1:
Accuracy: 73.14%
From layer 2:
Accuracy: 78.80%
From layer 3:
Accuracy: 80.17%
From layer 4:
Accuracy: 80.96%

from utils import get_accuracy
train_acc, _ = get_accuracy(SNN, out_projs, train_loader, device, cat=cat) 
if classifier_type == 'fast':
    test_acc = torch.mean(test_accs, dim=0)
    print(test_acc)
    train_acc = torch.mean(train_accs, dim=0)
# grouped Bar plot the Accuracies of the different layers both during training and testing
sns.set_theme(style="whitegrid")
labels = ['From Inputs Directly', *[f'Until Layer {i+1}' for i in range(len(SNN.layers))]]
x = np.arange(len(labels))  # the label locations
width = 0.35  # the width of the bars
fig, ax = plt.subplots()
rects1 = ax.bar(x - width/2, 100*torch.tensor(test_acc), width, label='Test Accuracy', color=color_list[0])
if classifier_type == 'fast':
    ax.errorbar(x - width/2, 100*test_acc, yerr=100*torch.std(test_accs, dim=0), fmt='none', capsize=6, color=color_list[3])
rects2 = ax.bar(x + width/2, 100*torch.tensor(train_acc), width, label='Train Accuracy', color=color_list[1])
if classifier_type == 'fast':
    ax.errorbar(x + width/2, 100*train_acc, yerr=100*torch.std(train_accs, dim=0), fmt='none', capsize=6, color=color_list[3])
# remove horizontal lines and spines
ax.spines['right'].set_visible(False)
ax.spines['left'].set_visible(False)
ax.xaxis.grid(False)
plt.xticks(np.arange(len(out_projs)), labels, rotation=45)
plt.legend()
plt.ylabel('Accuracy [%]')
plt.ylim([25, 100])
#plt.title('SHD Accuracy');

(25.0, 100.0)

Few Shot Learning

# Randomly select k sample of each class and save the spiking activity
n_repeats = 10
k = 20
fewshot_accuracies = torch.zeros((n_repeats, len(SNN.layers)))
for n in range(n_repeats):
    SNN.reset(0)
    one_shot_samples = torch.zeros(n_outputs, n_time_bins, n_inputs)
    one_shot_spks = torch.zeros(n_outputs, len(SNN.layers), n_hidden[0])
    for i in trange(n_outputs):
        for j in range(k):
            img, _ = train_loader.next_item(i, contrastive=False)
            one_shot_samples[i] = img.squeeze()
            for t in range(n_time_bins):
                logits, mem_his, clapp_loss = SNN(img[t].float(), 0) 
                one_shot_spks[i] += torch.stack(logits).squeeze()

    def metric(spk, one_shot):
        dists = torch.zeros(spk.shape[0], args.n_outputs)
        for i in range(args.n_outputs):
            one_shot_i = one_shot[i] / one_shot[i].sum()
            dists[:, i] = torch.einsum('bi, i->b' , spk, one_shot_i)
        return dists

    def get_predictions(spks):
        preds = torch.zeros(len(spks), spks[0].shape[0])
        # for each layer get the prediction
        for i in range(len(spks)):
            dists = metric(spks[i], one_shot_spks[:,i])
            preds[i] = dists.argmax(axis=-1)
        return preds
    dataset = test_loader
    batch = int(len(dataset)/100)
    correct_oneshot = torch.zeros(len(SNN.layers))
    SNN.eval()
    pred_matrix_oneshot = torch.zeros(n_outputs, n_outputs)
    for idx in trange(0, len(dataset), batch):
        SNN.reset(0)
        inp, target = dataset.x[idx:idx+batch], dataset.y[idx:idx+batch]
        logits = torch.zeros(len(SNN.layers), inp.shape[0], n_hidden[0])
        for step in range(inp.shape[1]):
            data_step = inp[:,step].float().to(device)
            spk_step, _, _ = SNN(data_step, 0)
            logits += torch.stack(spk_step)
        preds = get_predictions(logits)
        for i in range(preds.shape[0]):
            correct_oneshot[i] += int((preds[i] == target).sum())
        # for the last layer create the prediction matrix
        for j in range(preds.shape[1]):
            pred_matrix_oneshot[int(target[j]), int(preds[-1, j])] += 1
    correct_oneshot /= len(dataset)
    for i in range(len(SNN.layers)):
        print(f'From layer {i+1}:')
        print(f'Accuracy: {100*correct_oneshot[i]:.2f}%')
        fewshot_accuracies[n, i] = correct_oneshot[i]
    plt.imshow(pred_matrix_oneshot, origin='lower')
    plt.title('Prediction Matrix for the final layer')
    plt.xlabel('Prediction')
    plt.ylabel('Target')
    plt.xticks([i for i in range(n_outputs)])
    plt.yticks([i for i in range(n_outputs)])
    plt.colorbar();
    plt.figure()

  0%|          | 0/20 [00:00<?, ?it/s]

  0%|          | 0/103 [00:00<?, ?it/s]

From layer 1:
Accuracy: 26.90%
From layer 2:
Accuracy: 40.42%
From layer 3:
Accuracy: 50.27%
From layer 4:
Accuracy: 52.21%

  0%|          | 0/20 [00:00<?, ?it/s]

  0%|          | 0/103 [00:00<?, ?it/s]

---------------------------------------------------------------------------
KeyboardInterrupt                         Traceback (most recent call last)
Input In [75], in <cell line: 5>()
     42     spk_step, _, _ = SNN(data_step, 0)
     43     logits += torch.stack(spk_step)
---> 44 preds = get_predictions(logits)
     45 for i in range(preds.shape[0]):
     46     correct_oneshot[i] += int((preds[i] == target).sum())

Input In [75], in get_predictions(spks)
     26 # for each layer get the prediction
     27 for i in range(len(spks)):
---> 28     dists = metric(spks[i], one_shot_spks[:,i])
     29     preds[i] = dists.argmax(axis=-1)
     30 return preds

Input In [75], in metric(spk, one_shot)
     19 for i in range(args.n_outputs):
     20     one_shot_i = one_shot[i] / one_shot[i].sum()
---> 21     dists[:, i] = torch.einsum('bi, i->b' , spk, one_shot_i)
     22 return dists

KeyboardInterrupt: 

<Figure size 3840x2880 with 0 Axes>

# Boxplot of the accuracies
plt.figure()
sns.set_style("whitegrid")
g = sns.boxplot(data=fewshot_accuracies*100)
# remove left spines
sns.despine(left=True)
plt.xticks(np.arange(len(SNN.layers)), [f'Layer {i+1}' for i in range(len(SNN.layers))])
plt.ylabel('Few-Shot Test Accuracy [%]')
plt.ylim([0, 100])
print(f'Average Accuracy: {100*fewshot_accuracies.mean(axis=0)}%')
print(f'Maximum Accuracy: {fewshot_accuracies.max(axis=0)}%')

Running cells with '/bin/python' requires the ipykernel package.

Run the following command to install 'ipykernel' into the Python environment. 

Command: '/bin/python -m pip install ipykernel -U --user --force-reinstall'